{"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:01.121404083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"b1e395f2-170c-47fc-a0cb-c6742ed13bbb","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:01.121745248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"b1e395f2-170c-47fc-a0cb-c6742ed13bbb","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:01.124928719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"b1e395f2-170c-47fc-a0cb-c6742ed13bbb","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3618,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:01.125244164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"7fc8e84b-340a-4743-b13b-eb9f0a6ce5c0","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:01.125639041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"7fc8e84b-340a-4743-b13b-eb9f0a6ce5c0","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:01.127583512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"7fc8e84b-340a-4743-b13b-eb9f0a6ce5c0","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2410,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.711988515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712031356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712043446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712051886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712058886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712067036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712074016Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712081626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712088806Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712096766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712104677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712115037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712124677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712134457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712143717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712154218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712163807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712174388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712183328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712193148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712202668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712213818Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712222388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.712234999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712242889Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712249739Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712255689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712517173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712541964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712556764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712570464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712582874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712594165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712606235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712617525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712628415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712639455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712712236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.712734087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.715107025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.715348859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.7154465Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"3.289793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.715990999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.717598245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.717727947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1415, tv_nsec: 883685915 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.718067092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.718392087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.718414228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.71858953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.720628893Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.720652054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.720862437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721462167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721486347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721496467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721505697Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721515077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721524228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721572568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721595029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721807742Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721827913Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721842643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.721901914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.722987131Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.723071202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.724132779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.724938792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1415, tv_nsec: 890847450 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.725183736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.725672044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.726157312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.726825613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.726844883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.726854453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.726864383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.727028506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.727081137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.728114653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.728135083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.728318786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.729828721Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.729874602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.730039544Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.730152046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.733567191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.734602037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.735020414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.735536262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1415, tv_nsec: 901490381 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.735908668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.737078167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.737104737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.737351841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.743822145Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.744213971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.745142436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.746523658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.74791282Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.747938361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.748117044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.749960813Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.749985344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.750208467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.762909361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.765577384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"53.535608ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.766371566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.766407457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.76659444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.770016305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.770419731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.772416873Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.774214142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.774240753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.774252283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.774646399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.775364691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"53.880483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.776684842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.776711762Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.776729652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.776957846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.777110279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.779815752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.780062186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.780611455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"68.594189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.781668501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.784475846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.78468937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.786001261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.786028051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.786222225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":8,"elapsed":"64.737228ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.786245395Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.788997439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":8,"elapsed":"76.684669ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.789451146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.789475067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"77.37436ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.790212829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.790531214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.791513249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"70.017402ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.792264761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.792294492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":22,"elapsed":"80.322178ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.803242706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.805537463Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.805563754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.805719396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.814617119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.814641639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.814652719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.814999085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.816386807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.816408917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.816743333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40cf1d31-fd39-4998-a64b-0fa48bdfcc3e\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.816769023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.817654157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.817669618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.817952722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab061ded-7df4-4342-977e-7718538b1b4e\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.817971033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.818382179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.818741245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.818798566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.820008145Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.838197017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.838243037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.838523942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f057cfb-c706-49b6-9d82-8c7f24bc25dc\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.838547612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.839988675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.86211253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.862151181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.862160901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"150.008203ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.870769039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"158.708273ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:02.976737617Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:02.976780618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.056444844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3f9d5fa-77c2-49f2-82c4-af6242aea0e4\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.056494195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.057087975Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.146601909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.146959285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b45731b-adc6-408d-878b-2e7b833d0687\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.147015406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.147029636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.147037816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.148303237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":8,"elapsed":"436.22372ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.164358384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.164664739Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5859b078-0684-4cd7-94c3-5252e234d23a\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.165853138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.166129522Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.169173181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":8,"elapsed":"457.181567ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.173508871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":8,"elapsed":"461.299992ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.177347012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.177635007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.179756951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.179785331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.179794291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"458.183733ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.179948724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.187639537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.187967962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00727da9-f937-4ff8-a91a-191023542bd8\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.187993093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188002713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188247407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188257397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188263407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188270067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188276337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188282948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.1884559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.18846487Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.188693124Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.188701324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.188886667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.190809758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.19092143Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9abc4dc4-8fcb-4432-8f01-88420a3a4404\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.19093337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.191026311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"060784ce-c5e6-4b73-b584-45cf632ede22\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.191038692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.191049112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.195368921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.195382081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.229450377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.229464048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.259637491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.259741773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:34813"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.259844484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"aeb596ea-6eee-4f60-b537-4c4c7645de8c","remote_addr":"[fd00:1122:3344:101::b]:34813","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.260158599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"aeb596ea-6eee-4f60-b537-4c4c7645de8c","remote_addr":"[fd00:1122:3344:101::b]:34813","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.280978533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c0ad8bad-96b3-4717-bbaa-0fcb41b04f34\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.281000713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.281009523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.281189237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d6c79585-5010-4748-be07-20404017c167\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.281201467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.281438681Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.281827637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee72579-df95-4da0-8247-18559b9e2710\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:45:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.281862817Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.28203778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.283045236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.283430782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.285747959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.286022574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.28706054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.287298004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.289208505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.289387968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.290557756Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.290581207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.291087345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"267ca175-d775-44aa-a425-4a995ee4450f\", \"date\": \"Thu, 19 Dec 2024 21:45:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.291300699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.291532122Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.292257914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":8,"elapsed":"580.068566ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.29699951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:03.29702469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/producers","method":"POST","req_id":"aeb596ea-6eee-4f60-b537-4c4c7645de8c","remote_addr":"[fd00:1122:3344:101::b]:34813","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37240,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.297088271Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeb596ea-6eee-4f60-b537-4c4c7645de8c\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:45:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.297190213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":8,"elapsed":"585.084747ms"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.298300011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:03.298314581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:06.130734786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"298f435d-0abc-4394-b8a4-b1c3548f3964","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.712003241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.712061342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.712074602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.712084162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.712406208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.712420698Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.714019334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.714377779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.714775806Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.717929906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.717949996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.718085099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.718957462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"6.934121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.720505757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.720767011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.722895426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.725691981Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.725715081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.725837453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.738035668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:12.738053349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":23,"elapsed":"26.070618ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:16.130880554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"eb7a2b39-8010-495a-80c2-cb73f804c987","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.712119759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.712201291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.712248821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.712264052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.712499125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.712655518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.714283424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.714779152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.715040866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.716620241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"4.485882ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.717030878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.717042198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.71718591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.718791656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.718954759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.720182538Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.722720089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.722739709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.722869242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.730739848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:22.730765678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":24,"elapsed":"18.662879ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:26.130841399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"a4e977be-00e7-4b93-b2a5-8aa5ebd932a1","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:31.121811648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"68a2da18-c7e3-4939-aff5-39d425e04c83","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:31.122097832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"68a2da18-c7e3-4939-aff5-39d425e04c83","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:31.12447392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"68a2da18-c7e3-4939-aff5-39d425e04c83","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2732,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:31.124756055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"20b2d6ef-2023-4cbe-875e-5766f0c55da8","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:31.12506332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"20b2d6ef-2023-4cbe-875e-5766f0c55da8","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:31.126680676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"20b2d6ef-2023-4cbe-875e-5766f0c55da8","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1985,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712802906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712857487Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712869057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712878867Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.712889477Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712899078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712907368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712915088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712923278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:45:32.712931748Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712941188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712949769Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":6,"elapsed":"21.24µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712960169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712968069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712976599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712985849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.712993929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713002329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713010339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71301965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71302777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71303741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71304542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71305368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71306325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713071591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71307924Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713087541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713096041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713103731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713110921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713118881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713126111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713134061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713141441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713149242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713156972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713163612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713171532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713179882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713187252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.713195312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713203053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713211253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713218193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713227373Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713240623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.713252763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:35:32.713109761 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713265194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713277294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713289384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713302184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713340125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713367505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713383545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713398476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713414126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713572908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713585279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713597399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713609809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713625269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71364104Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71365504Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71366553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 879216468 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71367898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71368826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713696601Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71370333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.713751191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 879331070 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.714110237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.714124297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.191049ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.71431291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.714325311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.339321ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.714944661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"1.8755ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.715133993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.716204371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.716480035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.716516756Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.716964013Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.717287418Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.717558372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.717568632Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.717654744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.717748585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.719192529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.719201729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.719365971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.719968851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.720118273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.720128304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.720151664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.720290756Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721258942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721281082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721290352Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721297252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721303422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721309732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721315503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721322953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721329153Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721336003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721342633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721349863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721570327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721595517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721606567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721622488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721631878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.721686238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.722879268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 888464696 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.723168482Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.723408356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.724490894Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:35:32.713109761 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.724521884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:35:32.713109761Z\",\"pruned\":[]}","iteration":5,"elapsed":"11.379792ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.724536364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.726220091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.726246002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.726454415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.728424266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.728453347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.728617109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.729020416Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.729138918Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 894736146 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.729428462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.730289766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.730566124Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.733317245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.734980542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.735009052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.735020592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.735030222Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.735261496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.737250938Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"15.981656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.739981892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.740183585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.741660559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.741922063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.742562053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1445, tv_nsec: 908142761 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.742599264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.742950309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.744310871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"22.972828ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.74550607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.745534231Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.745679283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.747291829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.747838598Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.748878984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.748899925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.748911785Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.749365982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.751335514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.751362714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.751611728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.752786637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.752801617Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.753025141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.759308281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.762432311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.762468702Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.762672465Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.766334234Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.766561658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"53.734771ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.766601168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.766631129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.766644669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.766983204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.768769283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.768864255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.769307802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.770682284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.770711254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.770905907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.771905683Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.771926294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.772135027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.773469038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.774961672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.775192856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.776739921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.776769041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.776779392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.776921004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.777480613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.777567334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.777592825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.777854789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.779556816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.779579306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.779590026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"66.73631ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.780527661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.780551322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.780563002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.780763435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.782112537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"69.22093ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.783639791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.783665242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":25,"elapsed":"70.537111ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.783854805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.783968287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.784081749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.784097189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.784109419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"62.830758ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.784238621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.785626613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.786624439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.786722861Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.786742631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.786752751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.786762792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":5,"elapsed":"73.891504ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.786941284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.787242039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"65.949067ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.789015657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.789040308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.789266461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.790526442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.790829837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.792692136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.792716287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"79.706408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.821288374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.821583009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.82223277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.82225464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.82226389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"109.17314ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.822402662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.822749668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.823161604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.823179925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.823187095Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.823193505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.823619442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.823870886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.824156631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.824667639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"103.389097ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.824998554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"112.027275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.825033965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.828293677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.828701783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.829272962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.829290393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.829475716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.831385036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.833393119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.833407109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.833571321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.841350276Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.841781773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.86218064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.862219041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.862230921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.862658357Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.864785862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.866373717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.868890937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.868916768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.86903535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.86904777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.86905768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.869395736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03fe00cf-d12b-4c24-b4b9-956a6b38c291\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.869424686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.870163398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.871003421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.871199054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.871215535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.871223595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.871232125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":5,"elapsed":"158.322258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.873227847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.873245957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.87343794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.875783428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":9,"elapsed":"162.758868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.87963233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.880053886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.881464229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.881484209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"168.423999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.882957373Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.883079715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"161.780353ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.884874654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.884886494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.885033826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:45:32.901808875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.901832405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"188.781485ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.91895031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.91897121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.919234224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a01341d-7d38-4b2a-9cfb-fe7fc9856b43\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.919250075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:32.920252881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:32.935944472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.00693903Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.00696841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.007237725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a3ff07-61b2-4e94-9ca9-7ca201c0af50\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.007270455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.007696132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.008621237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.010587988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.010603019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.010748811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.024664974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.02505116Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b06ec185-30ee-4c32-bd2f-0db2a26a172e\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.025068511Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.026356831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"400059af-7e10-43b0-be38-4ca11242eae2\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.026370591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.027427708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.027439858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"314.48914ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.030799092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.031006876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be2e9a80-8311-4dab-8aff-9ef7d8e56df5\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.032688963Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.033023398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.034749586Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":9,"elapsed":"321.699735ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.042442639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.042463819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.042686543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2afc516-6926-408d-9b0d-05134d34f28d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.042698923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.044267138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.049607554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.049631564Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.049863128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9c5bea94-fcaa-4877-8c24-d60a733cd56b\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.049874998Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.050157562Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.051983702Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.052165715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.054883928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.055168243Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.057780305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.057802185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.058184051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8f4b96e9-b5ad-4eae-8f92-ef5697b59a77\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.059592194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":9,"elapsed":"346.479622ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.092907338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.120190055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":9,"elapsed":"407.074314ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.145097194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.155864227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a27da3e-3095-4f92-bab0-4d1ab46ef5ca\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.155892097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.155905047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.155916228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.156910793Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":9,"elapsed":"443.812162ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.173696313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.17417576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c581d9b0-7cc7-49ae-ac4c-f7c089138743\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.174201341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.175557782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4743e398-6aed-4855-8703-314f78de3cdb\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.175570972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.176795592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c1220c2a-19a7-40de-a953-495d47643e64\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.176809263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.17852848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.178574171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"465.665352ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.184950783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.185278758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.187456283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.187474493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.187620366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.197056857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.197310421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59e437b2-fb56-45c6-9f5a-94c66ee46475\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197328251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197339812Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197544245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197554885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197563215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197570985Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197579125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197587705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197720947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.197731728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.19786584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.19787516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.198170755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.200317349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.200453691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"420ad5ce-05fe-44f3-91f4-d47833d57b11\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.200467251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.200559283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ca7d8b-ba37-4f40-8932-464daa2407e7\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:45:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.200574133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.200585833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.288162047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f8866add-5a3f-47be-a261-578de71fa521\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:33.288196708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.288207608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.288413231Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a42989c-da97-4afb-a458-a68c08206464\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:45:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.288447822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.288734736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.292205332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.292377435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.300773439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.301061424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.304321606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.304607751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:33.311576842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":9,"elapsed":"598.781316ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:36.130907506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"eb9c5ebf-5b06-44d9-a36d-4d27f53e2e7c","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":324,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.713179778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.713258589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.713279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.71329362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.713731237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.713757567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.744104544Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.744689883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.745039559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.74697336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.74698556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.747145042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.749422009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.749619552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.774319348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"61.13245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.779087144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.781985161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.782005731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.782157653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.796548834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:42.796577125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":26,"elapsed":"83.417657ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:46.122295073Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"82ca37e7-592a-45cf-9fc0-895653c03b68","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:46.122593138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"82ca37e7-592a-45cf-9fc0-895653c03b68","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:46.125036327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"82ca37e7-592a-45cf-9fc0-895653c03b68","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2807,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:46.125302331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"1334da85-8b0f-422b-b2c3-cc1a299b2136","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:46.125656527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"1334da85-8b0f-422b-b2c3-cc1a299b2136","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:46.128057226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"1334da85-8b0f-422b-b2c3-cc1a299b2136","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2799,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:46.13146728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"c13a179f-db51-474a-8986-47b6fc470a67","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":241,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.712713155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.712777786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.712791476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.712800636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.71306432Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.713081561Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.715179974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.71805557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.718082831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.718200743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.719498373Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.719745577Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.72112343Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.723745832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.723761572Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.723896554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.735258676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.735283266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":27,"elapsed":"22.584422ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.742621714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.742849478Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:45:52.772078916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"59.363872ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:45:56.131361963Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"c74cda0c-d7ee-4e7f-a405-adc16c487ad1","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712637248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712701579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712712809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712723489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712732569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71274133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71275004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71275851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.7127672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71277762Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71278531Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71279367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712801731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712810521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712819611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712827961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712835481Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.712843741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712851991Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712859282Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712866322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712873802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712882422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712890732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712898512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712906952Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.712914683Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713032174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713046214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713056675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713098645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713213377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713225147Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713246528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713256778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713267308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713276558Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.713284268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71335893Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.715119728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"2.47611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.715369012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.716433259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 881629207 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.716800925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.716996258Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 882200857 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.717233172Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.71776781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.717785641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.717934203Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.720027837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722303103Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722325863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722447945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722458195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722464965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722473646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722480496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722487346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722494346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722500426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722506906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.7227549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.72277329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722799071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.722879162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.730005106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"7.523881ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.753243859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.753275229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.75328387Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.753688106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.755841511Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.755856541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.755863021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.756136385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.757203222Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.759503639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.759516519Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.759694892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.761321008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.761608953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.761817766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.762888043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1475, tv_nsec: 928079572 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.763223579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.763432472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.763556664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.763734577Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.763967191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.764636101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.764651861Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.764964407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.765829351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.765850221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.766117525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.766225537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.766282558Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"53.571879ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.766296038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.766306118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.766566982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.767792862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"55.028312ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.769687062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.770061588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.770641778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.770945693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.771609933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.772116211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.772368625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.773002086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.773159158Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.773226909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.77329419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.773470653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.774717263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"52.265328ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.775053808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"62.255588ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.77576493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.77578967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.775913302Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.775926112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.775936973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.776135506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.776519772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.776789646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.793320331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.793362492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.793618026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.793639976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.793735358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d9a1726-cf57-46a6-9ca8-35d0d27aaee9\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.793766148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.793922181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e3351d-f39e-4fd2-a8b6-c17264b4f0f9\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.793937251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.795997164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.796026775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.796041665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"82.323629ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.798760458Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.799031662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.802722561Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.803016635Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.80516318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.805401994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.806493311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.808241819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.808506494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.80953192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.80955218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.809729983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.811477911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":10,"elapsed":"98.761152ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.812376745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.815108649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.81513711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.815287202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.816676554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"94.172798ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.826879368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.826904028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":28,"elapsed":"114.082158ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.842117322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"119.612186ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.879567402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"166.768552ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.881223639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.881586775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.883369533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.885304274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.885326775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.885450417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.886421002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.888137963Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.888151079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.888273114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.94056354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.940592311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.940915836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a2fbc27-5d1d-40e1-b588-8e586124cb95\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.940937606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.943010929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:02.99920237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.99922466Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.999558765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f58d07-270e-4123-b2d0-43053d177a41\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.999580296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:02.999908241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.040512992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.040541452Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.040771386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"96f6c15b-d424-4ddb-a087-bbf05d91a7eb\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.040786096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.041067331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.043429769Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.043626202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.052438363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.052735618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96859c1-3063-45ca-80ca-89df3aced13b\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.054229672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.054520976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.054562987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":10,"elapsed":"341.862078ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.069611718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.069980804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41340144-4269-4fdf-a2b5-bc2e144f9d83\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.070003965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.070012835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.070019845Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.071915755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":10,"elapsed":"359.254417ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.072086548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":10,"elapsed":"359.356729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.072414993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.072740448Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.076283275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.076293955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.076767403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"35fa6272-a9f1-462e-b6c0-f2bdcb125246\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.078170456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":10,"elapsed":"365.421386ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.124406877Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.124714701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.125845989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.12586436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.126009582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.135469994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.135736808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66944744-909b-4e02-b5ca-0388502ae444\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.135758398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.135768299Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.135993522Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136003282Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136009772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136016563Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136023273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136029313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136191415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136200515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.136363648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.136371678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.136528571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.137966964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.138070745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d076fe2-8ddb-4b0c-8ed5-7cab70b49a79\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.138087146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.138232438Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99ab896-833f-49c5-a9e9-ca780272814f\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.138244778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.138254728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.227613531Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e235898c-89a9-4239-ab21-b278aa1d4d87\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:03.227639391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.227649661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.228049218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6158c8c1-9690-4c37-b81a-b7e7d00bc403\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:46:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.228088788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.228385383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.23198647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.232200474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.235343534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.235581928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.237343787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.237533239Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:03.244626323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":10,"elapsed":"532.000886ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:06.1315729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"787e0b1a-7f40-4d2b-9fa7-62f2e3a20984","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.712812766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.712864337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.712873987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.712881928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.713155532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.713194382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.715700033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.718413396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.718429877Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.718567489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.720755934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.720962207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.745601252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.745862556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.747532293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"34.732517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.751059949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.753998076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.754008607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.754147579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.765976128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:12.765994379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":29,"elapsed":"53.176062ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:16.123106272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"ca9c4645-006f-4ec3-bd21-45fccabc7346","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:16.123441888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"ca9c4645-006f-4ec3-bd21-45fccabc7346","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:16.125947818Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"ca9c4645-006f-4ec3-bd21-45fccabc7346","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2915,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:16.126228962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9cf5393d-58a5-4cb3-a6e9-b120ad94fa90","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:16.126557628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9cf5393d-58a5-4cb3-a6e9-b120ad94fa90","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:16.12858939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9cf5393d-58a5-4cb3-a6e9-b120ad94fa90","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2421,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:16.131857903Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"496c9f1e-04d5-4ec9-8690-cc8507636799","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.713115098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.713168169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.713176679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.713184839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.713480324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.713490784Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.71511136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.715626388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.715989674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.717500929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.38655ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.717840074Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.717850544Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.717985536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.720003238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.720238032Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.721600444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.724331458Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.724344228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.72447911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.73506714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:22.73508947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":30,"elapsed":"21.983672ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:26.132091993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"e029befd-cc9b-4b65-9490-3bf014b856e0","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:31.122854978Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"d65b8835-35e0-4ccb-bc4b-fca709e8cc4e","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:31.123188833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"d65b8835-35e0-4ccb-bc4b-fca709e8cc4e","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:31.125922187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"d65b8835-35e0-4ccb-bc4b-fca709e8cc4e","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3139,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:31.126240422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"160ed1e8-4c46-4605-a677-078c9e4c5f54","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:31.126557627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"160ed1e8-4c46-4605-a677-078c9e4c5f54","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:31.128629331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"160ed1e8-4c46-4605-a677-078c9e4c5f54","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2452,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713760584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713810695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713821135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713829056Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.713836326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713843886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713850516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713856926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713864376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:46:32.713872006Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713880816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":7,"elapsed":"12.84µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713890766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713898857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713906407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713914507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713921847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713929757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713937037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713943857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713951467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713959258Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713965878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713972398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713979528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.713986468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713992598Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.713998618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.714005788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:36:32.713893346 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714013428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714020179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714027809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714034309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714041079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714048699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714055589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714063359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714070829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71407754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71408486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71409188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.7140994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.7141071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71411517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71412254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71412947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714136881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71414359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714150971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714157921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714165721Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714172201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714179351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714186321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714302383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714340584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714350644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714358724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714367444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714376444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714385224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714394314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714410925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714497346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714508316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714515687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714524107Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714532697Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714540717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714570757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714601098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714621078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 879399547 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.714673319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71470339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 879451398 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.71471934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.715098946Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.715126726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.091268ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.715226368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.715245498Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.20036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.716142282Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.716341656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"2.53942ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.716845674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.717188669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.717441733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.717453114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.718151185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.719015709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.719029649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.719221242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.720148767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.720163037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.72034364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.720749807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.720761227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.720885038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.720940199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.721095992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.721559099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 886334058 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.721733892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.721747903Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.721819393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.721886385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.72224786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.72225752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722264561Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722271491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722278101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722284471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722290851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722298401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722305011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722312252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722318641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722325782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722529125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722542055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722556325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722598066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722607626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.722624537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.723769475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.723876806Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:36:32.713893346 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.723888527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:36:32.713893346Z\",\"pruned\":[]}","iteration":6,"elapsed":"9.989789ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.725477932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 890252121 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.725710256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.725742016Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.725759997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.725883179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.727394803Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.728956718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.72912045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.729224422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.729320794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.730572304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.730597144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.730753627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.731174754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1505, tv_nsec: 895945682 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.731487188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.735362201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.735396371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.735905109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.736664231Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.736925426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"14.660985ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.737031427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.739631609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.742128859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"28.135791ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.743179396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.743493841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.743583972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.743938328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.744222493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.746738493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.747027057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.747643358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.747667268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.747886431Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.777792941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.778267048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.782376174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"60.087854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.786381628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.786706724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.786732714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.786741084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.786757864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.787011218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.789183493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.78961516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.78964556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.789974036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.79019908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.79021226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.79022035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.79022955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"67.918608ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.790346022Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.790355182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.790363202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"76.578538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.790698828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.791015362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.793185097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.793210788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.793435441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.793852928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.793870838Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.794472788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.794517409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.795057077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.795319442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.795341092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.795350472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.795359742Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.795690968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.797389585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.797615528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"75.355288ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.797668599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.797769331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.797784001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.797934184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.798910859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.799492758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.799756792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.80272827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.80276045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.802946933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.803396491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.803422751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"89.360272ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.806547211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.806816355Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.815468024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.815515045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":31,"elapsed":"101.645039ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.824768133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.825097988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.825621487Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.825643537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.825650687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.825657508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.825944622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.826905557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"113.129993ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.832370315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"110.073864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.832525558Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.836703065Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.836732355Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.836891417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.838418502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"124.351763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.8389221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.839293406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.839644012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.839860295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.840998413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.843336461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.843556294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.84388761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.8439149Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.84392415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.844230075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.84517525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.845203641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.845436805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.84701097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.847309795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.847701341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.847719851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.847914114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.848173468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.848189689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.848390492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.848714567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.84892891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.849629692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.854377388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.854404758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.854656892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.856615564Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.856795827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.856962239Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.856975919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":11,"elapsed":"142.874509ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.879697674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.882043191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.882084182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.882096202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.882446208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.884137095Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.887085112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.887113213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.887268525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.88824248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.889197226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"166.882075ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.88945948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.88948886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.889501101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.889511061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":6,"elapsed":"175.631414ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.891426102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.891462052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.891597164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.892906055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.893371003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.893717908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.893742339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.893754169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"179.819141ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.894399749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.894708834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.894820006Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.896848549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.896870269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.897016971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.898705958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.898724579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.898734579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.898942532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:46:32.90570399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.905727071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"191.759843ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.911988491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.912015361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.912358187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f13dd6b-004b-4ac5-951f-330e8ce1742d\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.912379607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:32.91379574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.913855041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:32.914098625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.002277298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.002308809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.002629224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed025bef-5045-431f-807c-d0353c828c34\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.002651184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.004553755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.017835848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.017860388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.018127522Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d0c5097-9f9e-4c8f-9ada-df26cd5b8503\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.018143293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.020329208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.033326286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.059914922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.059932502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.060226597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a61d654-7112-4f4a-bbbb-fe3bd7d84050\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.060263088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.060628043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.062072363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.062476733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.06289334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.063508689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.064522406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.065178416Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.066131042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.066146612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.066335595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.066570638Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.066582449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.066750692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.066828633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.067130147Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.068110383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.068799654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.069005188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.069242001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.069252661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.069273002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.069284502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":6,"elapsed":"355.420256ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.070158396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.070172926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.070286848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.070352549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.070460621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.072377542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.075807997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.075829307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.075970379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.077412732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.077566735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.079350243Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.079545977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.08161541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.081803453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.084520306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.08473463Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.08600897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.086193113Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.088262576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.088416739Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.089937133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.09352477Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.093541881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.093696133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.097314211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.097338782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"383.395604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.098245666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.098341888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.098423669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.098735354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"465b28cb-ef3d-4429-9932-a0d0923a6502\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.098759005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.100170737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"82b6605d-9f99-42df-b89e-a0d2dad3e11d\", \"date\": \"Thu, 19 Dec 2024 21:46:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.100183007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.101919175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.101932475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"387.963278ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.108856016Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.108886767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.109564478Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c5b49008-c091-420c-a7a7-dc14d76108d6\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.109587338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.109945084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.112936732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.113144255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.116053302Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.116349976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.119929974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.119951484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.120642425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b174b652-62e0-4653-85c6-d9ae9f802d5f\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.121939256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":11,"elapsed":"408.04882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.13220447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.132428134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.133778726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.137237181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.137253171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.137409884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.142319932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.142609407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.144362715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.144551188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.146400638Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.146607971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.149306435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.149482757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.187297433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.1877371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1a11f094-f7d2-4c6c-b920-c566d04afe87\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.187756181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.189737383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dd8235e9-4c09-46e4-9739-319fda1b1f58\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.189753053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.190995843Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"723c8512-0ef4-495b-8dcb-3d5f542cecbf\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.191018643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.192299044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.192326494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"478.326116ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.326945162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":11,"elapsed":"613.087836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.348771261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.349137417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.351714228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.351994033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ce32d4a-ec01-4631-84fc-88884aed067e\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.353990825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.354243539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.362962199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.363365275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a515f8-8056-4c9e-baf4-cb9d206544c5\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.363388246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.363398636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.363407736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.364845689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.364868239Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.365047022Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.365236205Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":11,"elapsed":"651.372299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.365590041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.365634332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":11,"elapsed":"651.536762ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.365836705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.367298588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.367487731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.368580369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.368769402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.369753045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.373482057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.373500138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.37367594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.374771448Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.374997772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.375021022Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad2c684-02a4-4641-9503-3d8df01e54ef\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375049953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375062093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.375234045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375317967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375331987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375339037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375346297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375353847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375360618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.37554325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.37555331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.375795274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.375808675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.376008228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.376390974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.376590027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.377256218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.37736979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a51849-13c3-462a-af30-4a39e5df6a45\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.37738089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.377465871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53161cb0-7467-4043-948d-82116c396d80\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.377479692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.377488502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.378124622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.381559287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.381585257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.38174325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.387550913Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.387589423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.387746256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.389199579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.39113126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.391144091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.391284403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.400093024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.400146505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.400165835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.475741306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d19f8bae-c2dc-4989-b78e-357369611eab\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.475785457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.475799297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.47599348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00ca9a1d-c350-446b-940b-e4c7a67e64d5\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.476036131Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.476374146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.480085786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.4803221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.48406332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.484379015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.486608721Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.486829804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.494397095Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":11,"elapsed":"780.640271ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.525698337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","vpc_to_sled":"[Sled { identity: SledIdentity { id: e282623f-c8b6-42e1-8711-fe2573bc5d47, time_created: 2024-12-19T21:41:43.002016Z, time_modified: 2024-12-19T21:41:43.002016Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.525724267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.525731568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.525978281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.527525556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.52775844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.528950529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.531653332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.562004349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.562734061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"157ecc70-f34b-4cc3-860c-566e97e6ff37\", \"date\": \"Thu, 19 Dec 2024 21:46:33 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:33.563177768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.563187118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","elapsed":"849.055128ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:33.563194918Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":2,"elapsed":"849.064298ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:36.132074188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"94fa17d7-1e6b-43ca-8cb1-6eed4631a9f9","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":429,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.713343213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.713402003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.713413864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.713426484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.713900411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.713944312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.71630774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.718997453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.719019373Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.719149955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.721118007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.72128808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.723003357Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.725540648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.725555148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.72569155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.737371447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.737390068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":32,"elapsed":"24.065706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.742426068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.742728593Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:42.777278597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"63.924815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:46.122731814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"19aea1e4-eee0-4888-8ab8-bcd275f55e5a","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:46.123078459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"19aea1e4-eee0-4888-8ab8-bcd275f55e5a","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:46.125547949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"19aea1e4-eee0-4888-8ab8-bcd275f55e5a","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2890,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:46.125789523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"1305bf12-f674-46b0-84db-91705ac037b1","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:46.126065397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"1305bf12-f674-46b0-84db-91705ac037b1","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:46.127424079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"1305bf12-f674-46b0-84db-91705ac037b1","remote_addr":"[fd00:1122:3344:101::d]:60217","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1668,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:46.13245759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"f8544115-a164-488a-b21f-cc49788432d4","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.713742286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.713805087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.713815587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.713825027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.714162602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.714183873Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.716450189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.719230054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.719243264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.719409196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.721315867Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.72149822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.723199867Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.725812399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.725825579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.725964602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.73713455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.737159741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":33,"elapsed":"23.431856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.742787101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.743063905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:46:52.780440704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"66.691999ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:46:56.131997658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"b0a858a6-bead-4f3b-ac43-e49436d3f38a","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.713972795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714032376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714043757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714050986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714058097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714064527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714071167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714077707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714083707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714090777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714098367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714105587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714112718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714120438Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714126788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.714133768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714141468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714148208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714155268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714163948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714170788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714177789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714184169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714190769Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714198169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714206289Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714214229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714467343Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714490574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714500874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714511404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714522034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714532274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714542434Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714580475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714593435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714604615Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714615386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.714624796Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.716836291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.717715715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.717769926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.71506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.718101311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.719608126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.719636096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.719797809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.721487776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.721511946Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.721520556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.721676199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.721854752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.721865582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722032925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722830687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722855618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722868528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722899278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722910159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722921469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722932089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.722942309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723187213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723213973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723236674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 887616322 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723249084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723289655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.723520118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723812543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 888189092 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723836263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723984236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.723995546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.724052077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.724060787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.724205909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.724297551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.725963957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.725988198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.72611038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.727200057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.727395811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.727491202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.727655545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.732032895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1535, tv_nsec: 896397353 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.732286189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.751266423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.751313004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.751321404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.751607839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.760779626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.761181922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.765174566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.765597243Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.766746431Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.767665018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.767940469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.768237286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"45.407947ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.76826108Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"54.180588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.769570146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.769638137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.769847951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.769863211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.770061054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.770086055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.770266987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.772220069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.772483363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.772857669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"58.708181ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.773575891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":12,"elapsed":"59.508383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.773601351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.773650192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.773848135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.775234727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.775258847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.775362579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"52.526452ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.77538669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.775824567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.775855277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"61.82861ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.776130001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.776142452Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.776287944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.776341275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.776364895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.776561548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.784199331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.784439455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.786286934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.790077885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.790103305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.790170406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.790181837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.790189307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.79039534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.790478311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.793251876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.793279556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":34,"elapsed":"79.313221ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.813397298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.813715394Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.814693649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"91.804001ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.815573653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"92.693495ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.818349798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.818379748Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.818733674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d02acff3-c73f-4275-9e39-f69bb0f4e9c4\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.818762744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.819682649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.819699399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.819978174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a22f90b-15f4-4578-8880-8f239f7a8950\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.819993274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.820225168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.821355436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.822586786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.822603036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.822612896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"108.61179ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.829125181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.829151341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.829408655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c8019a-71c4-40dd-8a6a-4b4e1b0bc997\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.829424306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.831000281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.831056112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"116.921163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.879532738Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.879820603Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.909298215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.911237587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.911253557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.911390749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.932146532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":12,"elapsed":"218.034325ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:02.961455151Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.961470242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.963471884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.965510407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.965523377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.965684319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.969939187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f20d46f2-a091-428e-95f7-b2ef66057718\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.969959348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:02.970279623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.01813467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.01817326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.018425004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4da6efe5-ebea-438d-9b83-0268c3ef0ee8\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.018437895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.018675908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.020428196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.020595749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.023060259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.023299053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.026627876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.026642216Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.027133904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"54b81234-29d0-41fd-b8e0-6d703e2138a6\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.028352123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":12,"elapsed":"314.261206ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.033354054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.033658679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aaa3ea9-1d44-4b2d-8e6c-8f08ca5deef2\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.034790307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.03498163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.13294533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.133273815Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cdde813-7659-435c-9302-7ff78e2ee9ae\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.133295976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.133305136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.133313656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.134154649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":12,"elapsed":"420.168564ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.135096764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":12,"elapsed":"421.049728ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.174966223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.17537851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.177453833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.177466733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.177685087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.186643051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.186880744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75a20777-2202-4983-a055-0a4ca2faa555\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.186898484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.186910225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187153429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187166279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187175339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187184439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187193619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.1872031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187363802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187373552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.187527325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.187535435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.187703017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.18909908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.189197792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53227480-2d35-47b3-9cb3-03c08a09fc61\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.189210912Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.189332334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"893a1db2-3802-4cd0-bc25-1d3da1e6ee82\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.189346294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.189356524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.284999727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f9258939-2f6f-49b3-9b63-817f8327d457\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:03.285022727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.285032007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.285420594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bed1ad58-bf30-43d1-97b5-7a40b0c2ce55\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:47:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.285461964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.285763699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.289608041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.289907866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.292922284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.293131377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.294856485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.29518133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:03.302474587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":12,"elapsed":"588.36701ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:06.132453631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"950cc464-df89-4562-9909-007027a67159","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.71390897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.713973521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.713984031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.713993391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.714229525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.714243015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.7157876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.719842685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.719874596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.7201493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.722046651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.722307295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.723555335Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.726252348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.726276018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.72640691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.735439345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.735466275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":35,"elapsed":"21.573655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.748069337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.748417743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:12.776849879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"62.934619ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:16.132735761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"118cdbc6-dd87-42df-b31e-3ca677100799","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.714204851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.714293142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.714311142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.714325323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.714723709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.714745989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.716297864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.718958597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.718975197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.719108599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.721078551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.721274654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.722723827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.725313979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.725334159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.725465851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.73725717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.73727527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":36,"elapsed":"23.1085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.744837392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.745054365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:22.746369906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"32.160446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:26.132487234Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"f9fb6948-df87-451d-a2a1-62e76d22928a","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":304,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714591821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714676332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714688983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714700283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714709083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.714718293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714728523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714737643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:47:32.714747124Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714757094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714768534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714778344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":8,"elapsed":"21.84µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714790934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714801524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714812585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714822645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714832815Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714842095Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714850765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714859345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.714869235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714878366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714887556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714897256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714906726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714916666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714926836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714938307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714948047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714958437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714969177Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714980417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.714992187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715002197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715020268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715032498Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715043868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715053398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715063229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715073359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715084819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715095469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715105759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715116679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71512643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71513682Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71514699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71515737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.71516793Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:37:32.715008508 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71517938Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71518886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715198931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715208531Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715222881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715235521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715249152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715259722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715270232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715398274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715435324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715451085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715463165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715475185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715486485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715499365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715510676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715521726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715573507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715586877Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715598227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715607417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715619267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715630038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 879617776 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.715646938Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 879634546 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.716135856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.716194577Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.716206017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.716217027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.716226027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.716238607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.716305789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71637039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.409772ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.7163863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71640026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.71641268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.490984ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.720242281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.720551046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.720925863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722041265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722829462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722853172Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722864226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722874444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722883594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722894179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722904126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722914391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722987845Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.722999856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723011516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723022456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.72325984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723308761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723321671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723329711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723346461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723354581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.723834039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.724360598Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.724377298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.724413628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"9.37782ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.724657512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.725892002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.725911362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.726127566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.72636031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.728212809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.72824552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.728491364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.729627182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.729658723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.729843875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.730492616Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.73075242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.732818213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 896793661 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.733142658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.73514268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.735839562Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 899833690 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.736217597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.737408977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:37:32.715008508 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.737437207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:37:32.715008508Z\",\"pruned\":[]}","iteration":7,"elapsed":"22.40246ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.738485114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.738514784Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.738603326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.743450344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.743477644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.743489964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.743703917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.745676669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.749414789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.749444389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.749700834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.749721414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.752206444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"29.31389ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.752944636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.752974126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.753173429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.756277639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.756671235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.757667331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.758024427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.759395339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1565, tv_nsec: 923372667 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.759737345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.759818846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.760051979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.762432778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.764979969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.765325834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.766712746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.777152254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.778343293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.778694008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.778846611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.78005787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.780090631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.780263243Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.781517234Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.781542804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.781726087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.782764154Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.783271582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.783664798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789128405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789187537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"72.456901ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789202527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789213667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789222507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789231687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789244427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789253747Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.789265048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789276408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789284618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789293528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789305598Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789314579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.789326109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.790333715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.790369965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.790527688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.793503996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"70.594341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.793546296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.796228929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.796539424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.797644232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.797667653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.797678253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.797894296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.798020758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.798048419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.798255642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.799939249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.801459472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.802124833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.803321397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.803348472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.803362825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.803623314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.806037266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.806070146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.806243149Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.80631469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"83.375915ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.80633336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.8063428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.806353521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"83.452216ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.808000547Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.808461014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"93.539178ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.811560454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.811592175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"96.632598ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.811722357Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"96.7216ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.811817698Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.813476205Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.813518675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":37,"elapsed":"98.943245ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.81503031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.81505627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.81506984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"100.423749ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.81631702Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.816342581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.816351731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.816361411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.816758178Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.817855285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.820279394Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.820588789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.822320427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.822349157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.822360427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"99.400102ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.822622201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.828100219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.828355033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.832288516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.832695353Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.835101312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.835423447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.836658326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.840794003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.840820743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.841069737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.843067719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.843278883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.843657589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":13,"elapsed":"128.940976ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.845077201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.846952791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.846978672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.846986622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.846994162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.847177295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.847220416Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.848554587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.851293751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.851488404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.851594816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.851619326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.851749528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.852253046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.852273557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.852283607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"137.456313ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.854399581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.854424791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.854441542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.854561293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.856480374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.85682284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.857216866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.859524333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.859550353Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.859680725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.861736958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.861762159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.861775129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.861787589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":7,"elapsed":"147.089936ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.868301264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.868323694Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.868334214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.868529107Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.868549737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"145.624563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.870083432Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.872930908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.872947378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.87308911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.875311746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.875323086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.875346746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.875355837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":7,"elapsed":"160.39679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.885249935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.887223257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.887247717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.887387399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.911059649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"196.341386ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.942205408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.942248899Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"227.19733ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:47:32.95291768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.95295385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"237.954663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.964496307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.964852957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.966283724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.968330537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.968343087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.968502139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.970082885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.970774936Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.970786376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.971100491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1da4ffd-5460-4fba-bbde-548aadf03d66\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.971115871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.971899394Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.971910954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.972054586Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.973025822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.999374644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:32.999671239Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e622d1f-881d-4db3-918e-b2177545ff2d\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:32.999693019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.001206954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e8571098-032a-427f-8098-225e0e729e31\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.001234464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.002516735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.002543135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"287.846883ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.019473526Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.05841192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.058438461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.058674215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce2040c-9b16-4739-81f3-ff8ead93c07c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.058694775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.061002252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.066782134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.066802285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.067035079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"402422f5-5896-4483-ab18-84d4d554b92e\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.067061139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.067360724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.068878748Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.068892618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.069134902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1bcbffb-7308-42ab-ba42-24159c4f5491\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:47:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.069145503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.071105864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.080771839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.08082588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.080966422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"495159bf-7f59-4471-a109-d7d33385e508\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.080979372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.081316047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.083110776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.083510413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.086549391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.086762035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.089890005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.089909775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.09023307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b06d2943-5336-4d0d-8921-4308e7069891\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.091656443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":13,"elapsed":"376.9133ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.189649114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.190078711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fd6d850-7374-4a74-a8fe-f6e4e56061b0\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.190099421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.190110511Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.190119421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.191938771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":13,"elapsed":"477.160896ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.256327612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.256755859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5e2fdd71-4636-4439-af91-55bdb2287c9a\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.25678318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.258023219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2d61bc30-f21c-4743-a661-6287aaf1e009\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.25803917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.259715047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a71f8eb-90d9-4074-9846-e65e0fbbe547\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.259729237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.261962413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.261991273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"547.307461ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.284183749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.284435433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5552991-f7f2-409f-b0c1-f1b1adbce4b1\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.286645909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.287001924Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.288888224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":13,"elapsed":"574.0937ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.300793445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.300809745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.302594514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":13,"elapsed":"587.733319ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.360452801Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.360538582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:56713"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.360688165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d8106699-7034-4214-97de-81f5545b66b9","remote_addr":"[fd00:1122:3344:101::b]:56713","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.36098163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"d8106699-7034-4214-97de-81f5545b66b9","remote_addr":"[fd00:1122:3344:101::b]:56713","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.378588172Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.378952048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.38032749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.38035012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.380517473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.388223916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.388566052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bb6ce81-abbf-460f-9191-9a13af022b2c\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388592312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388603472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388895257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388907157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388914677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388922868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388930088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.388937068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.389123151Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.389134841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.389298883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.389309044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.38971684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.391747123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.391858424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d1d40d6-8e2d-4bb1-bf46-3ab84eee0395\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.391870395Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.391982546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead52f2d-9890-460c-85ac-d3c8d4b106e0\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.392012087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.392023727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.395841778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.395862249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/producers","method":"POST","req_id":"d8106699-7034-4214-97de-81f5545b66b9","remote_addr":"[fd00:1122:3344:101::b]:56713","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35235,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.3959304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8106699-7034-4214-97de-81f5545b66b9\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.397952462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.397972533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.480398474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6b41c0f3-8cec-4aeb-b1cc-6279efdbb991\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:33.480427604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.480437314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.480646927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b364bab7-8a27-4aa8-af6a-6e44af10bdb6\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:47:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.480682618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.480941392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.484727413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.484981587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.487893144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.488097197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.489958597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.49017684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:33.496887308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":13,"elapsed":"782.287476ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:36.132877294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"54748b44-ac9c-405e-a1ad-e56f13a56113","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":451,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.71417889Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.714256392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.714267392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.714275712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.714587377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.714601667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.716518888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.717075347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.717347781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.718786304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"4.589974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.719346083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.719358813Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.719523126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.721398706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.721598509Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.723118774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.725730726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.725747596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.725879968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.734683819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:42.73470955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":38,"elapsed":"20.535909ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:46.133070193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"f83947f0-e602-41fe-ab42-40139ee56753","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.714371819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.714458841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.714477281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.714491071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.714881207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.714961709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.717074273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.717787134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.718125499Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.719932708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.719943028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.7199998Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"5.62759ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.720104811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.721713197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.721936791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.723325103Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.726015646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.726026346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.726163638Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.734660104Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:47:52.734682035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":39,"elapsed":"20.339626ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:47:56.132940795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"39008312-4fee-4e01-8dd0-900efb5836fd","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":271,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715146072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715221833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715236584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715249414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.715261844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715274744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715285574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715296994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715308105Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715318265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715327135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715336835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715346435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715357895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715368796Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715380156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715390306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715400916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715412267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715422936Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715432907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715444657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715454117Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715463977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715473547Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715484068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715502048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715597719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715702191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715722171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715750022Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715777922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715788822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715797713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715806343Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715813703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715822533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715831213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.715889254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.717627902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"2.47348ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.717725193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.718652828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 882022917 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.718917132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.71936112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.719429971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.719708875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.719833317Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.719911028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.719922419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.720103832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.721594326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.722471389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.72248329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.722653703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.7231078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.72313494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723283342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723842131Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723863052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723874262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723885042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723895212Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723906283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723913513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.723920063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.724109926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.724138166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.724150807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.724160997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.724169367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.724181167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.724319979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.725039401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.725328225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.726026746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 889403665 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.726323861Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.726580445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"11.392173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.72746646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.72748354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.727643943Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.728664349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.728684649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.728825541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.729455181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.730088932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1595, tv_nsec: 893457850 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.730342406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.730540079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"6.694948ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.730781423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.730963086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"7.116074ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.731092478Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.731653187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.731663747Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.731813479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.734489882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.734677465Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.734690415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.734723856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.73501173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.736032327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.737830956Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.737851196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.738017429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.738714127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.738733346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.738862442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.761276162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.761334782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":40,"elapsed":"46.060338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.764248679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.764583695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.764843859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.764860749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.764867839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.765289006Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.773980985Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.774220679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.77677647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.777018404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.777309508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.777615033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.778938374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.778959525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"63.66818ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.789842249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"74.640236ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.802190987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.802564073Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.820874546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.820903587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.821222112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75110fdc-6d1d-4899-b106-e04ea4338c2a\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.821237132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:02.823375837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.93779257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.938086465Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c838987-d41d-4069-a30a-de22486ab450\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.939568909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:02.939842003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.008695307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.008722657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.0089319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ee5b50-b09b-4562-a0df-020c27b573be\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.008944711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.010348273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.047402327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.047429437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.047662621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33240862-6aa9-4cbe-8d18-a92029d10bb8\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.047675641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.049187196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.049595322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.049606122Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.050035929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a9bc01a-9a14-4a4c-8799-8f2ea3ab2929\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.05006385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.050452066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.051574534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.051772927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.052380437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"328.497135ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.053460794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.053480245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.053487135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.053796779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"338.532415ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.053920521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.054631233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":14,"elapsed":"339.41798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.060931484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.061259529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.064741385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.066978961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.067005541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.067140704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.068555426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.07003657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.07005098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.070334915Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d06f540a-053a-476f-9841-028b85f7b3a1\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.070346715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.070722791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.071373431Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.071390021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.071550094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.073048628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.073219821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.075458767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.07567546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.078514226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.078530236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.078906852Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"605577a1-1a0c-4862-9ebd-ddc90d7250fc\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.080602744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":14,"elapsed":"365.430437ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.081674576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":14,"elapsed":"366.329291ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.085207923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.085236554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.085249384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"369.901558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.08940328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.089728886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.089779846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.092545191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.092562001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.092726014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.094549553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":14,"elapsed":"379.245788ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.119192968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"395.329016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.181457585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.181807171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.184625516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.185050643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6084baa-4436-4ca9-9e85-03912f70b0c0\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.185073223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.185082094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.185091314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.185662573Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":14,"elapsed":"470.445ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.186459586Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.186473386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.18675279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.195867736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.196141811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deabe513-056b-4b99-8aed-decea210e829\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:48:03 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196177001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196188162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196405705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196415625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196423045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196430485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196437626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196445186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196629089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196637049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.196795741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.196803742Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.197010895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.199061688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.19917872Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ab93a1c-a6f0-4d2d-8a28-6c8e527f8f5b\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:48:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.19920142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.199276811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a838d578-9581-4ddd-8ecc-359c03a7278c\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:48:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.199288881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.199298591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.290672826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"abc02c51-2cea-4969-96e6-9041b9daabc7\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:03.290712356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.290724647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.29094265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27f1750-5fba-4db3-bb93-0d57f2801397\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:48:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.290998621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.291340367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.294494687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.294833343Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.298051494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.298306548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.29968221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.299917764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:03.308173778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":14,"elapsed":"593.074985ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:06.133840722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"e324adc9-4295-45ec-9b78-473926546f69","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":443,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.715147648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.715202848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.715211569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.715219459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.715576074Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.715615885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.716988527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.717958313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.718226797Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.719341195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.200437ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.719740781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.719766831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.719871683Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.721448269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.721604691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.72339972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.725843729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.725860869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.725988901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.737604977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:12.737624378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":41,"elapsed":"22.46773ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:16.133830657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"8580be66-fe3f-411e-b3cc-e67db2badf4e","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.715131782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":42,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.715215774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.715233574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.715249804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.715695132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.715707962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.717101424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.71748591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.717840636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.719376061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"4.238058ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.719920999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.71994099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.720074162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.722081494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.722248837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.723829602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.726340712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.726360282Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.726489465Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.737048264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:22.737078114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":42,"elapsed":"21.964932ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:26.133554868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"5316f4e0-8d9b-4451-b22b-fd0e1e37a7e9","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715774127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715843169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715854889Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715866099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715876209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715887399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715899219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715909479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71591964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71593146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.71594257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71595367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71596338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.715975441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715984831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.715995411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716006121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716015581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716024591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716033281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716042422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716050752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716060082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716068542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716077472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.716086562Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:38:32.715917120 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716096433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716106243Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716114803Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716124523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716133503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716143363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716153023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716161854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716170894Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716180904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716190654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716199224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716208874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716217295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716225895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716236505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:48:32.716245555Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716255305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716265085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":9,"elapsed":"14.16µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716276596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716284785Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716294246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716302996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716312816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716322056Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716335156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716346166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716372807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716422008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716451808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716463088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716471939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716481379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716491219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716502269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716513139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716524149Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71653669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71655605Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71657674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71658601Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71659493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716659982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 879540730 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.716677012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 879548750 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.717138669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71716402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.319251ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71717921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.71718897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.376442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.718244967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.718662064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.718785466Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.7190807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.719356955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.720235829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"4.291759ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.721281476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.721296826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.721477959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.722232091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.722254631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.722419074Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.722673378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.722690028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72282919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.723787306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 886673304 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.723966209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.723990819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.723998959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724007139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724014209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72402146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.7240286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72403645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72404319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72405015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72405655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72406389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.724117141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724203903Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724282554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724301464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724314174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724323134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.724332225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.725082257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.725106517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.72530197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.726037542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 888922360 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.726273956Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.726378047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:38:32.715917120 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.726395028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:38:32.715917120Z\",\"pruned\":[]}","iteration":8,"elapsed":"10.466167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.726957967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.728210507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.728232967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.728390579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.729593129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.730077797Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.730089627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73031324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.730805758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.731339347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.732710009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.732735119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.732742869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.732983783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.733730235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.733745435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.734000489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73401515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73402625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.734184612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73465961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73466865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.734857863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.734907474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.736738993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.736846955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73713002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.738551853Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.73904804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.739070311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.739198823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.740305421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.740485033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.741612382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"17.622262ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.742227751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.742254672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"18.277593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.743459211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.743662624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.744080561Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.744260934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.745753518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.748201497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.74841882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.748472112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1625, tv_nsec: 911359380 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.748721725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.748797227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.752045989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.752065679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.752244982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.758415462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.758589811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.758669987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.758776161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.763258128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.763289289Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.763582283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.763735076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.763749566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.76397404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.768156447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.768405371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.772919583Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.772947984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":43,"elapsed":"57.190986ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.782983214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"59.004855ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.790066938Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.790108549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.790120639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.790131459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.790483485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.792362685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.792543588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.792564528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"76.782891ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.792750901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.792853573Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.793718526Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.793741167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.793754497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"69.727078ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.795870661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.796177656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.796570102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.797019159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.79704403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.79705501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.797211842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.798503973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"74.506704ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.798528334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.798539474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.798546154Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.798552394Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.798755757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.799056252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.799325427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.800434144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.800451634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.800462415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"84.575695ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.800722569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.801005893Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.801531562Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.801543582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.801549472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.801775286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.8051591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.80518105Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.805384564Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"89.502634ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.805398324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.805484225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.805496645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.80575935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.806910898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"91.010799ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.807489927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":15,"elapsed":"91.508547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.812264384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.81267579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.813970891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.814403958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.814729843Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.81641856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.816439471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.816571453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.830608288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.830633728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.830645208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.830827671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.832677861Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.833350642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.833675157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.835288213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"111.271673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.835800631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.835814341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.835972304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.838301571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.838324551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.838334732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.838344182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":8,"elapsed":"122.505413ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.842921745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.842947626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.842961336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"126.915404ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.846310029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.84633245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.84634442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.846685285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.848130949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.850339824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.852517179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.852541049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.852759283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.855602338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.855624719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.855633549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.855642609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":8,"elapsed":"139.73281ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.862434588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.862465268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"146.514058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.883462295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.883917722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.885947225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.886061377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"169.949933ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.888400484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.888425744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.888621947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.890485937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.89252666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.89254595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.892690933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.898656258Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:48:32.925432088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.925462278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"209.567429ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.989673717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.989711958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:32.989979042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab86d8b4-b47f-47b1-a273-028e1cc78be9\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.990007202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:32.991338684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.009956662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.055023824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.055044665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.055316329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c1341c-a58a-44e7-8cad-2af1e4833a22\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.055328749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.056868474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.056882454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.056960605Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.080035285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.080058506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.080282129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07d73af3-0916-48fd-8a14-fe7fbfeb09bd\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.080298039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.082447254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.104389976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596bdef8-efbe-409d-add1-ebcc64a6c743\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.104417236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.104788092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.116734823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.117054879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8b268cbc-682a-4ba9-a746-9b7cfd555d7c\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.117070029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.118215987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bc4ec7bc-eefd-4527-a2de-91bc48e12ae2\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.118243207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.118702695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.118728475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.118971609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1b68c659-2fad-4b19-85e0-e6f8973f764c\", \"date\": \"Thu, 19 Dec 2024 21:48:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.11898251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.119402306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.119480827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.119493788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"403.455007ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.121394518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.121609421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.129320635Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.129679671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ca3890-c389-4130-ab0c-d851e8c7fa0b\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:48:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.129705011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.129713902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.129722011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.13089474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":15,"elapsed":"414.827888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.132591728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.132810481Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.135713267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.135727848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.136023672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e44ee645-5244-471d-82c1-42343fee2999\", \"date\": \"Thu, 19 Dec 2024 21:48:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.137865052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":15,"elapsed":"422.021414ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.144984306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.145423973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"27205576-46b9-4aa9-b142-27bbc625dc43\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.145434893Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.147871573Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5be3651c-4021-4a89-b37e-663e72bd61c7\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.147885743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.14955772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6005fd2c-fffc-406b-9476-563844ec8157\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.14956983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.151508021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.151554652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"435.56793ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.172999845Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":15,"elapsed":"457.025685ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.179474079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.179679592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae925775-e3ca-4e28-95c1-7877f4ff4346\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.180606217Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.180871151Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.182707701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":15,"elapsed":"466.699389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.227064512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.227338476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.229714504Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.229729804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.229932968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.239581422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.239799686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974b8072-dfc6-4aca-b502-268ce511ac2b\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.239819096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.239829366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.24005272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.24006237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.24007003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.24007747Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.24008472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.240091631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.240243613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.240252723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.240458016Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.240466337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.240647599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.242963466Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.243069658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a823f1ea-33de-44a2-ad52-7a8caf3a89cb\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.243082688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.24317527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5b565ef-b01c-4b41-ba34-4423cb49815a\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:48:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.24318617Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.24319576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.335954017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"29717bbd-fabd-4b75-b9cb-7b68a249dbcc\", \"date\": \"Thu, 19 Dec 2024 21:48:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:33.335983617Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.335995497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.336247712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ad35c9-060b-4929-aaf2-3a8de09f3dce\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:48:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.336287392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.336535246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.340309397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.34051451Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.343604559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.343911524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.346474696Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.346688559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:33.354354162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":15,"elapsed":"638.221228ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:36.133919328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"1e59a64f-df28-4cdf-9b62-3ff5387b0e6e","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.715176773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.715259474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.715277525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.715291865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.715513099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.71558062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.716884371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.717576552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.717923287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.719623935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.719636635Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.719674545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"4.499152ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.719784207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.721416553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.721579096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.723316924Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.725822554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.725834734Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.725963966Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.734762757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:42.734781347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":44,"elapsed":"19.637224ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:46.134358211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"983787c5-8987-403f-b9c2-3a806b0177ea","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.715600856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.715655927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.715666857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.715678517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.716026663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.716222456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.717673629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.717842462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.718626425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.719417267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"3.825381ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.721390359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.721405189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.721562601Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.72333629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.723514993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.724988266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.72768502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.72769729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.727830592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.739484779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:48:52.739502729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":45,"elapsed":"23.892883ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:48:56.134435958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"ef25cedd-0be6-45d5-aa70-ead0bc1cb81b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":239,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715524079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715594989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.71560815Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.71561927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.71562952Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.7156392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715649201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.71565851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715668531Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715677331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715688151Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715697431Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715707651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715716802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.715727432Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715737532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715746632Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715755022Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715762642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715771012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715780712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715791213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715801743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715811383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715820953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715829953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.715839464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716091888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716116898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716134018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716146858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716159579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716171219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716182119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716193329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716206129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.71622788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.7162406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.716332141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.719761066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.232498ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.719917249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.721695937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.722253386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.723286883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.723306253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.723460126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 885918394 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.723504826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 885967705 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.723521096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.7237396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.723911533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.724683795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.724702215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.724878368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.724951799Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.72496249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.72496967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.72497615Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.72498326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.72499037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.72499689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.72500375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.725176663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.725287715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.725306955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.725343256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.725353706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.725362256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.725521669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.726747328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.727551931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.727874086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.728209822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.728854792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.728874502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.729043935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.730646111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.730669941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.730805973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.731118148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.73120121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.731473144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.731959722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.731980972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.731988442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.732205656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.7325038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"7.548871ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.732968888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1655, tv_nsec: 895431596 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.733272123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.734788197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.734806408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.73494378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.736770049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.736985422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.737749055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"22.054153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.738163311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.738417565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.738653119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.738774211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.739029405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.739623565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.739837858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.741317052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.741341962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.741548045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.743215942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.743234672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.743244193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.743569108Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.746047338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"21.071238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.746663887Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.74744677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.749452502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.749472263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.749633765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.752726325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.752747155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.752993049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.753332524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.753604419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.762270438Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.762614643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.763201072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.763473967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.769795778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"44.833309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.775236656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.77550557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.777696045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.777723365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"62.134786ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.777934469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.777958839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.777973429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"62.272839ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.808984276Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.809007487Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.809313602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"813599f2-e258-430f-9e68-193a1bdbce41\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.809331862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.810983978Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.811000509Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.811171171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.811221262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd01e07-d242-44c5-9448-a8c25e3fceb6\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.811234962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.812508763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.924916994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":16,"elapsed":"209.313885ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.929498888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.929794513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"355bef63-780b-4bf6-9f7b-0343d8cb3a82\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.93153717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.931827515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.945159849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.945177709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.945469554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f131c38b-1374-4586-a7eb-3591da81a181\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.945487154Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.947542917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.950133028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.950145919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.950497464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"207a76f0-5d77-4df6-bc26-320a0723e656\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.950537765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.950953741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.95273206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.954387497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.954775553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.954954946Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.954967036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.955123858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.956846446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":16,"elapsed":"241.209976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.957286133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.960026887Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.960050417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.96018918Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.961776305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.961799245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":46,"elapsed":"246.007273ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.961995329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":16,"elapsed":"246.388778ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.983484463Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"267.72405ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.985961893Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"270.238151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.996118694Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.996531352Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:02.996837417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.996851737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.997168762Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d3c54b76-5303-43a6-90f5-b1563dec9d4d\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.997184902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.997397486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.997491447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.998756598Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.999088163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.99954259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.999555111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:02.999704073Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.003100687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.003435653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.013026846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.013051357Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.013553545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d647e633-f596-4c78-b9da-d145e90a31b1\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.015507466Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":16,"elapsed":"299.851756ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.037371506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"312.376966ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.048312072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.04879525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b200493-b641-437c-a52b-cf11cd1f51f6\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.04884229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.048856781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.048865811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.051149757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":16,"elapsed":"335.567928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.056555694Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.0569339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.058674718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.058706868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.058892751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.069611863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.069983249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d10268a-adb3-43b8-bd21-d43ab3bc1e56\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.07000671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.07001874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070332055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070343905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070352615Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070361255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070370055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070378195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070574894Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070585685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.070748953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.070761816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.071088774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.073451525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.073580427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b0eae9-dc6c-4ba8-b75a-ebd97a8a666b\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.073595647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.073674878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95d1de5c-3463-4cdd-b691-dbe9cea36948\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.073689179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.073700099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.173887174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6fdd2d6b-c78d-4b38-b02e-26d90e6ab5ac\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:03.173929275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.173940915Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.174143789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d8bec5-8eb7-430a-b9dd-507741671b81\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:49:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.174188039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.174522835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.178375657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.178689091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.180589772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.180809116Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.182887139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.183154703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:03.191022929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":16,"elapsed":"475.518941ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:06.134533273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"a706a918-04b3-4bf7-99e3-9efaf84574bd","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.715799919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":47,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.715901291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.715920581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.715935201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.716244696Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.716382008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.718683265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.721446509Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.72146051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.721615332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.723677345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.724040971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.726025223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.728798707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.728826318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.72895718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.741668064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.741686654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":47,"elapsed":"25.925256ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.744864595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.745129329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:12.773781638Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"57.98606ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:16.134662821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"3d784129-c23e-4a3a-bcc1-a6d2eedf0e0a","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.715905725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.715966677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.715979057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.715988217Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.716270671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.716313842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.717980649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.718627999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.719030286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.720470949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"4.557322ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.720842705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.720853735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.720999557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.723364385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.72365467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.753193763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.75611967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.75614341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.756277473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.765297367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:22.765312337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":48,"elapsed":"49.434792ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:26.134778279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"25083664-2218-42a8-9410-96dc9088ef79","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.715961992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716025293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716035654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716044274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716051494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716059634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716067384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716074974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716083024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716090705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716099265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716107855Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716115015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716122115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716130865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716138295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716144905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716151786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716158015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716165806Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716173086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716179866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716188856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.716199176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:39:32.716126295 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716211356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716221207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716230787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716241497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716251407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716260467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716270887Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716280297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716289868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716299258Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.716309608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716318778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716328228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716337038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716346789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.716357059Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716366179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716376939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716386849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716396669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.71640659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.71641629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:49:32.71642628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.71643619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":10,"elapsed":"11.751µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.71644626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.7164552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716475311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716488631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716529812Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716551092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716634203Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716655154Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716721645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 878789403 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716745885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716757845Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716768755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716781725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716794596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716807766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716819446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716831146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716842646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716852947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716863247Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716876347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.716888167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 878962516 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.717149571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.717182012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.160358ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.717374335Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.717388985Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.22568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.718751187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.718999051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.719178814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.719439338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.719648911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.719951706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.720062158Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.897503ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.722365235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.722387646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.722542358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.722602419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.722631719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.722760451Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.72394554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724733603Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724754703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724766944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724776524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724785774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724795664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724805304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724814804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724824334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724834415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724843705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.724852825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.725056378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.725071838Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.725083529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.725094779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.725108729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.725208491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.725866021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:39:32.716126295 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.725892391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:39:32.716126295Z\",\"pruned\":[]}","iteration":9,"elapsed":"9.741946ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.726595563Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.726625343Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.726637094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.726834197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.72703551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.72704611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.727229813Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.72830827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.730468625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.730490295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.730613957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.731370409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 893451068 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.731701505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.733075619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 895158225 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.733365733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.73391366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.734802574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.73512793Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.737980745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.739617462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.739642792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.739651582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.739658042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.739861655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.743481964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"18.685599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.775784881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.776235858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.776756717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.776815308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.77696472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.778531515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.7788235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.779346898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"63.218523ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.780299623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.780327704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.780580138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.780925833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.781498743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.782011251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.783625637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.784782625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"60.017842ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785251993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785273913Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785380745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785398625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785408765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785422286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785473366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785573688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785589988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785616069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785769661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.785910933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.787763773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.787931236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.787949026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.787961716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"63.211083ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.788577476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.788603497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.788859681Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789544272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.789564632Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789576332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"73.294995ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789587943Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789598752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789607253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789615783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.789625023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789635633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789644663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789851847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.789977669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.790885863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.791105537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.792739753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.792781714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"76.763871ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.792991697Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.793254901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.793469955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.794143816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.794379089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.794559482Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.794735595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.795294334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.795338055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"79.346612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.795718421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.796160198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1685, tv_nsec: 958184495 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.796192008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"71.460915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.796261259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.796392281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.796449262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.796586675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.798480645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.798501165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.798751099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.799820776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.800178372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.800592259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.800617409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.80129794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.8013204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.801540964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.803398544Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.803425164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.803576447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.804238507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.804266128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.8044266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.805946885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"81.167821ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.806245359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.80626664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":49,"elapsed":"90.330797ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.807702003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.807727393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.807739383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.807915956Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.808073629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.80815715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.81318721Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.813432245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.825489008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.829945089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.82998461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.8299968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"113.777273ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.832420519Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.832446719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.832458639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.832780964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.832949187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.833162941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.834565903Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.835536239Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"110.783666ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.83562362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.835983726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.837567451Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.837591432Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.837653983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.837742434Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.839632604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.839659075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.839671295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.839680475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":9,"elapsed":"123.656891ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.842296677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.842324297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.842522761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.844427101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":17,"elapsed":"128.116783ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.845827534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.846952262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"130.876678ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.847847856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.847866486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.84806966Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.848448576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.848651199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.848677449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.848978014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd2aeb39-08c7-4e59-970b-b75f4a1e8cda\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.848998075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.850949696Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.851324412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.853938884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.853962674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.854088916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.856333792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.856356493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.856365382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.856373483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":9,"elapsed":"140.328309ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.880945856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.880974157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.881207111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2286be9f-aa21-4bf3-a77a-ae6954e55e8f\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.881236581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.882624323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:49:32.884007456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.884021986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"167.899421ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.890407078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.890441649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"174.271473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.89799034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.898396916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.89990203Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.901934033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.901950713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.902104096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.936268723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.938333206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.938350856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.938495579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.954536076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.954558916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.954850221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82d32b70-77d6-4b1f-977b-1103433c6bc2\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.954863621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:32.956748442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:32.97974768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.028468631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.028719975Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39051c48-8228-4b7e-83fc-692e8f412384\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.030201929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.030528104Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.057272662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":17,"elapsed":"341.164838ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.104995377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.105426704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c1c96ea4-d659-4606-b173-c03e5f1dd914\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.105450075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.107519068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"228405d9-954f-4911-a841-8bc3854981ce\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.107536518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.10951999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.10953295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"393.317534ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.116300208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.116754106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8fae9ef5-6798-4a7b-a10b-9afcf9bbe387\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.116774766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.119114264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c4afc048-6b62-4ac0-a526-39e0c5f9635b\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.119137194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.120596347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"001871de-4207-45ba-869e-dbb4a85b9fac\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.120618998Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.121905998Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.121917778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.122344945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89236807-b91d-4e8a-9ce8-bf4b15fd9c3d\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:49:33 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.122366636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.122375616Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.122413137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"406.345542ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.122695241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.124091683Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":17,"elapsed":"407.817136ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.160742421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.161145687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cc8e5c9-d4af-4212-9613-4252a1b9d006\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:49:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.161168148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.161178768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.161188318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.163324192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":17,"elapsed":"447.114736ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.163999233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.164011123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.164207036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"78b4acb8-732e-49c1-aeb0-562414e9d45d\", \"date\": \"Thu, 19 Dec 2024 21:49:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.164218896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.164576132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.166774888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.166976511Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.169857307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.170161712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.172475219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.172497019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.172937116Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6620e03f-3e49-4321-b9f0-aba22b62e014\", \"date\": \"Thu, 19 Dec 2024 21:49:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.174961019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":17,"elapsed":"458.757193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.182087823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.182385628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.184838347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.184852517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.18504671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.19438636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.194626294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78fa7d9b-9a25-4cc0-8005-b1ffbfa3979a\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194649214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194661595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194899318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194911679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194920359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194929659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194939169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.194947849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.195113512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.195124612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.195340845Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.195350615Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.195582399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.197170305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.197272706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24e8e54f-c5a6-4289-b254-7d9d632b465e\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:49:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.197290517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.197393488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f63f21b-aeb5-4d48-b47e-3b1110bc01f8\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:49:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.197406888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.197417728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.286158171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d690d4fe-6f18-4db2-bd49-c4f8bc3acb9a\", \"date\": \"Thu, 19 Dec 2024 21:49:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:33.286180881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.286190151Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.286398415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b22d5db7-91a3-43a7-a324-ca71a1ead286\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:49:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.286437285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.286675309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.289950482Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.290147635Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.293450268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.293741802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.295830686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.296016179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:33.302115337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":17,"elapsed":"585.851349ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:36.135032529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"b480f09b-f7ab-451c-9c3f-eb2227bbc48c","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.716255233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.716313904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.716328024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.716337864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.716564748Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.716580368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.717777007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.71794528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.718281086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.720956309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.720972859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.721159442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.722773927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.723122693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.724444004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.727195961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.727210052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.727347126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.737870609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.73790465Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":50,"elapsed":"21.653247ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:42.754600298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"38.353574ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:46.134667969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"54c2c4f4-f55e-45b5-8620-a982ad5ff97f","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.71690926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.716962651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.716972221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.716979752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.717283077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.717309327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.718635538Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.719180647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.719465272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.721023237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.099116ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.721479224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.721494574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.721655287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.723517386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.723686809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.725426117Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.728162881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.728178951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.728312653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.739130627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:49:52.739159597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":51,"elapsed":"22.259257ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:49:56.134789517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"d7a30a18-ba01-408d-b1a4-c988521745b3","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.716953056Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717029607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717048047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717063628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717076118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717088768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.717101828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717114269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717125719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717137179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717149719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717160959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.7171727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.71718467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.71719625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.71720809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.71721882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.71722951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717240251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717251171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717262321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717274881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":52,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717287181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717297542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717309452Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717321202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717331582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717426034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717446144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717461344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717476334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717490065Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717504705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717518245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717585166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717597856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717636847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717645337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.717668417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.720996021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.721488699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.41123ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.722855561Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 884552269 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.722882891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 884583470 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.723037374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.723062444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.723178866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.723190966Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.723298358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725134667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725494823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725509553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725519603Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725529094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725538054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725548894Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725558514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725568964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725648065Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725857829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.725889959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.7259056Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.726021781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.726120313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.728686734Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.729015589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.72903459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.729226753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.730020375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.730047516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.730260899Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.730361261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.730375141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.730598095Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.73219329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.732218651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.732407764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.733239507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.733917718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"8.404175ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.735459563Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.735486263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.735623275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.738207577Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.738505862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.739547568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.739732091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.739922004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.739995325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.741408768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1715, tv_nsec: 903106657 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.741690802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.759716391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.759747832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.759759322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.760055177Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.763571313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.763932109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.765524635Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.765827489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.76590327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.769111792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.769138893Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.769353246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.769384616Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"43.873513ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.773849018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.774142763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.775189258Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.775515665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.778810048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.779237764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.780935702Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.781231646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.782842122Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"57.315899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.783031885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.783042625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.78332121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.784470808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.785280511Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"59.734298ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.786996389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.787020599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.787186352Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.788554093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.788614505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.788825238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.800837041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.800880081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.800889761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.801225847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.807160012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.807226093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":52,"elapsed":"90.047574ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.812631009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.81266971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.812983905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5c02e4e-0663-4be4-a80b-39ff3038b93f\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.813012636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.814723693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.814750863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.814924596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"97.93965ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.814967467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.815042348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51e6bf0-20ef-43b8-8a27-a4fcd64879a8\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.815058288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.816243067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"99.312371ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.816505961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.81830836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.818947791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.818960241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.819202525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e3e47b4-fa8a-4414-800f-a0795bc079b4\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.819220485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.82080593Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.821312729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.821329729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.821518332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.82206161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.822082851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"105.012774ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.823385672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":18,"elapsed":"106.249623ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.833365692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.833391532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.833400002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"116.260533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.83953453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.839753624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.884377749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"167.255721ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.914531192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.914810077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ef2980f-aa4c-4a42-a000-655ebbec3ad5\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.916123658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.916396533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.916696927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":18,"elapsed":"199.743981ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.918970094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":18,"elapsed":"201.968046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.925420307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.925726522Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.927695263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.929072125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.929088816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.929738276Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.929765447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.929908549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.931492064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.933367774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.933379025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.933517137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.96929336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b6a6b4f-9627-4d78-bae4-476b7e7f1153\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.96931549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.969656316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.987014624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.987410251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.989303201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.989323461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.989564255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.998327335Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.99862994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28c4503-a1cf-4c1b-9174-7b9efe6a21cf\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998652051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998662361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998914925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998924505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998932005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998939835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998947145Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.998954225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.999140579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.999148629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:02.999377752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.999385892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:02.999705788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.001665379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.001817131Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0eb933d-f806-4418-9f62-272ad1bff367\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:50:03 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.001829652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.001925233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ba8c943-1346-4fb6-a954-476234a032a3\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:50:03 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.001940733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.001952854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.011122411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.011138321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.020903137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.092764539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c7d7f46c-13f5-4492-9c3e-fc70025a25df\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.092791609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.09280163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.093199606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e303a8-785a-4a2b-b97d-44f9c8eb8863\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.093240087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.093581582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.093649223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d9b041bb-cb51-4432-9483-486c1716affd\", \"date\": \"Thu, 19 Dec 2024 21:50:02 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.093659763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2562a0b5-5c94-4807-87df-b07189726adb\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:50:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.093668703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.093679654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.093687544Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.093695014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.093945098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.095122867Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":18,"elapsed":"378.10296ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.096346777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.096410047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.096679232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.096772213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.099946194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.100170528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.100484933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.100742287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.1028126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.103024293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.10406251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.104082021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.104500837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b179fad2-1044-4fdd-b6e7-7618e554a064\", \"date\": \"Thu, 19 Dec 2024 21:50:03 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.105998071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":18,"elapsed":"389.019885ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.109623929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":18,"elapsed":"392.568972ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.402101227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.402134527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.432708137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.432816749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42349"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.433010362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b270ba05-74ed-4587-830c-4d2c4db8c139","remote_addr":"[fd00:1122:3344:101::b]:42349","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.433313677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b270ba05-74ed-4587-830c-4d2c4db8c139","remote_addr":"[fd00:1122:3344:101::b]:42349","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.472019077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:03.472038488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/producers","method":"POST","req_id":"b270ba05-74ed-4587-830c-4d2c4db8c139","remote_addr":"[fd00:1122:3344:101::b]:42349","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39087,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.472127469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b270ba05-74ed-4587-830c-4d2c4db8c139\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:50:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.474418256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:03.474427566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:06.134882743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"81eb179d-e618-409e-98c8-611267d6429f","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.717175325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.717238616Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.717250446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.717261346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.717533631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.717598172Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.719242708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.719471271Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.72002141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.722795075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.722813865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.722963967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.724758266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.72499211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.726507324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.729272489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.729288759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.729437401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.738131811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.738160571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":53,"elapsed":"20.975166ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:12.74869766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"31.537156ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:16.135418327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"763fb439-3020-4b14-ac57-5a6a51ef337c","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.716691002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.716777763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.716793114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.716806424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.717089468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.717216791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.718503781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.718712714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.719332024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.72221806Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.722249641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.722380283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.724114051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.724314664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.725572024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.728301568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.728313638Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.728451251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.736574811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.736591971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":54,"elapsed":"19.93382ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:22.747697779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"30.982527ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:26.135044446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"5d41748c-c510-453b-8500-dae9a4e8f308","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":260,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717021483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717088174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717102464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717113645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717121585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717128195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717135755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717142645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717149135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717155405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717161905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717169206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717176146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717183186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.717189656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717197206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717203886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717209736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717217997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717224266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.717232607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:40:32.717163765 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717240017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717246927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:50:32.717255057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717264017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717271777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":11,"elapsed":"14.28µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717280667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717289198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717299268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717307618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717314358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717321328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717328878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717336858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717343548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717350188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717356249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717362189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717369719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717376479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717382989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717388429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717395069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717405189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.7174138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.71742425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.71743171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.71743795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.71745872Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.71746571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717472181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717479461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717485691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717590512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717643663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717729785Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717757245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717769835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717780726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717791106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717804896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717816816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717829866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717840956Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717850696Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717861807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717877197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717888897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717896627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717904857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 879189745 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717917098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717926388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717936328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717945138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 879240416 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.717988509Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718000399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718172402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718189682Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718364665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718387495Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718395385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718404776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.2228ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718421996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718431126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.23475ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.718505717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.719693666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.720496239Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.720758363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.720899535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.798761ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.721076148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.721695878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.722098595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:40:32.717163765 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.722108415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:40:32.717163765Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.942529ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.72308086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.723100611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.723270123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.723720361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.723733661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.723899904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.724340191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.724350831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.724496703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725497789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725523979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.7255378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.72554824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.72555782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.72556756Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725669842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725685372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725695642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725704553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725710822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725717773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725723653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725730333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725736083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725903496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725930096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725950716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725962557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725974287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.725984927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.726900281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.728756931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.728785942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.728939444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.729216229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.729420912Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.730666002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.730716493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.730726323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.732022114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.732345089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.733146072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.734580545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.734599375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.734605935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.7348809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.735046472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 896362371 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.735234255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.735251666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.735321496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.735436318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.736010407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.738940985Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.738963075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.739134618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.741644098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 902959786 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.741919862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.741944783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.743607599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.743891094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.743976125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.743988526Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.744123778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.744135458Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:50:32.744187589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.744215889Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"27.139555ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.744835089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1745, tv_nsec: 906143427 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.745099623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.746082849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.746296452Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.746317543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.746450905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.746467895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.748894364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.748921734Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.749043727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.750109944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.751194261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"25.666692ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.752237368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.752491072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.753888484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.753912345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.753923875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.753935155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"28.368465ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.757581163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.760787405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.760818325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.760830685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"43.496468ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.761788341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.763921015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.763947995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.764032157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.764049997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.764182709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.764313831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.764675767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.764935081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.768859114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.7692113Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.770797455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.775244046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.775358038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.775377429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.77549578Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.775565241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.778981126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.781367805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.781393595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.781531517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.781913993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.781936564Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.781946194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"64.786338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.783252885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.784866471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.784896411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":55,"elapsed":"67.888848ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.785520931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.785545701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.785703534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.78606571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.788321906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.7885387Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.789622507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.789653827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.789954932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.790049554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"64.531804ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.790397729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.790702064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.791388685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.79166633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.792215858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"75.083023ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.793421918Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"67.877368ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.793891965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.7942165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794244841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794259941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794269941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794279672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.794588917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.796181542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.800806186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.800841417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.801091401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.801425446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"84.20076ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802419662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802442672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802451763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802460503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.802719257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.803025301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":19,"elapsed":"85.975678ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.806710591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.810312658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.810353849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.810624953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.816124871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.816158102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.816175342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.816542658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.820548642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.821210753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824464425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824494836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.824505906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824517926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824526766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824610578Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824629598Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824681809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824809061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.824854531Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.828481729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.82851217Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.82852499Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"111.088471ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.829537677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.829567477Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.829578787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.829589587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":10,"elapsed":"112.31971ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.831520138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.831790253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.832929091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.834970844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.835001254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.835154556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.835190397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.835471981Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.841514869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"124.366353ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.845074806Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"119.517605ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.849491636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.850287729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.857913731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.861633001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.861664411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.861805814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.863101524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.863118655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.863130865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.86345141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.865130437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.868173746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.868205346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.868387549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.870588144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.870612895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.870623165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.870632165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":10,"elapsed":"153.386588ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.88156407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"164.192522ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.88280632Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"157.22316ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.884740141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.884773042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.885065566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb55122f-6eac-4c08-a704-5cb82c1f3784\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.885104297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.886640932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.888634984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.888658944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.888947979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2105733e-c4d0-431c-a4f9-d59bd242e932\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.888965569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.890143178Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.890474333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.890498163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.899379326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.899410256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"182.315832ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.910733658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.910765508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.911032903Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eaa983b-90c7-4f76-8c37-36a1c0921543\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.911050163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:32.912487066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.939475148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.939781193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.941345008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.943525693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.943542134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.943721207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.944811134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.947380385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.947393365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:32.947538638Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.007630301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.008046877Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"86e4a03a-28c0-4405-aa7f-4fcd0eae28bf\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.008064508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.009630053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"867048a7-40ba-4e82-87f7-1bc35bd7a641\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.009652163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.011196888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.011209908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"293.934581ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.023012947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.039922758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.040157232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"612a827c-f1cf-45d0-af33-3dd93863331f\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.041841359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.042085253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.044156566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":19,"elapsed":"326.893519ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.053447725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.053469745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.05378514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d76c779a-8b9a-4782-b619-ce05a56f4748\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.053806161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.054069355Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.066299691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":19,"elapsed":"348.969693ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.075245334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.075634811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82e37a1b-bb8c-4119-8d70-8551a1540f0c\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.075670541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.075698142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.075707602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.077690054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":19,"elapsed":"360.367625ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.091496975Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.091929492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b2dd4a0d-d1ab-474c-a9f5-7c69ae0594d9\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.091946932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.093352834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d07e91a9-61e5-4355-bbae-06459be59d5a\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.093364855Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.094634235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"738a85ed-6841-490e-a796-e5c07e1358b2\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.094644585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.095802164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.095813354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.095977417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3292edd6-9ebd-45f4-b90b-80ac080554b1\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.095987237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.096228011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.096264111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"379.011864ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.096281121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.09868354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.098893783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.101656608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.102027624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.105422098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.105440798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.105762433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1bfb7379-e02c-4c77-91d1-dccd1fb00f5b\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.107749505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":19,"elapsed":"390.408897ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.129759298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.130070413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.131395184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.131412184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.131573987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.140020973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.140276907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d64eae7f-e306-4ce4-8a75-06969191a263\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140297027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140308957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140568791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140584682Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140592972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140600942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140609172Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140616972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140753114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140762554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.140941957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.140950588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.141179641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.144544265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.145002622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e90474c0-7e00-47da-af4e-1db3aa6f4f1a\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.145018413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.145121424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ffda20a-eb9e-4c53-9f40-e1b578ef6038\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.145133115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.145144255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.327383575Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fdb3074e-cd13-4fe8-93a2-9cd2834a1988\", \"date\": \"Thu, 19 Dec 2024 21:50:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:33.327429686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.327441336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.327710161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0358198-9340-41c1-9cbc-334da6282fee\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:50:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.327755221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.328074167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.331950369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.332205473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.335839441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.336145716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.338054596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.33825069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:33.345481206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":19,"elapsed":"628.442692ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:36.135701964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"cccc2bed-fe39-4e86-b85e-154f4c86766b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":295,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.716981259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.71706167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.71708097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.71709771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.717584548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.717608129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.719533009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.719991907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.72018756Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.721585612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.617004ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.722261263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.722272033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.722411535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.724671512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.724828604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.726507741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.729031112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.729044042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.729172254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.741158226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:42.741186386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":56,"elapsed":"24.231268ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:46.135253431Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"def0d1c3-5bfc-4075-8d51-e27d7ddc13fc","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":255,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.717481202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.717533602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.717544923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.717552863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.717845287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.717861448Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.719304291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.719481714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.719678047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.720972018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"3.487475ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.72238325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.72239664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.722535403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.724046657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.72424912Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.726024209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.728820923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.728838894Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.728975986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.738294645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:50:52.738314046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":57,"elapsed":"20.849664ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:50:56.135966678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"e30248c5-9caa-4f1d-b2ed-10924356c2c6","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:01.126879815Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:44945"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:01.126978047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f5de84c1-f983-43a0-8f20-be25cf422304","remote_addr":"[fd00:1122:3344:101::d]:44945","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:01.127339933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f5de84c1-f983-43a0-8f20-be25cf422304","remote_addr":"[fd00:1122:3344:101::d]:44945","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:01.130233069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"f5de84c1-f983-43a0-8f20-be25cf422304","remote_addr":"[fd00:1122:3344:101::d]:44945","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3299,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:01.130421242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"73c0ffa5-47d4-438b-b46c-feaaf1b55975","remote_addr":"[fd00:1122:3344:101::d]:44945","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:01.130683696Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"73c0ffa5-47d4-438b-b46c-feaaf1b55975","remote_addr":"[fd00:1122:3344:101::d]:44945","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:01.132400194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"73c0ffa5-47d4-438b-b46c-feaaf1b55975","remote_addr":"[fd00:1122:3344:101::d]:44945","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2015,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717777102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717824063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717834293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717843033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717852233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717860453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717868334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717876684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717883954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717891744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717898174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717904974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717911594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717918345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717924765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.717933005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717941695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717949105Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717955565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717961875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717967435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717973185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717981066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717987386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.717994776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718001576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718008566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.71825989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.71827269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718303721Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718313911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718322641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718341541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718348501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718355861Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718384712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718394532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718411362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.718471063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.720224102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72075298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.721006624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.721026354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.240562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72199293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.722322035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1775, tv_nsec: 883265933 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.722530848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.72260927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72262939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72263759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.722906685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.725350294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.725375424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.725543847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.725874402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.725889122Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.725896112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726067805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726077905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726083925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726090536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726096716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726103176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726108986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726115016Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726307059Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726321449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72633746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72635403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72636593Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726693655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726704985Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.726860218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.727290505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1775, tv_nsec: 888230673 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.72763005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.728487144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.72888864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.729027792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.729114314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.730547637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.730817671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.731754426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.731782127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.731792787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.731804357Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.732026631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.732089192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.734761435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.735027909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.737137213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.737158613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.737167853Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.737496868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.738330092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.738593026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.74134685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"23.455986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.742415867Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.742702952Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.742825044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.74384953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.744222326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.744534391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1775, tv_nsec: 905482069 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.744843516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.745670699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.74568641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.745912083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.74818585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.74820637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.748458494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.749350808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.749377389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.749554372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.763373333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.763415934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":58,"elapsed":"45.55547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.768521645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.772081162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.772122563Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.772133354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.777258796Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"59.494573ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.7799989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"53.911774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.789618844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.789951049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.790528108Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.790861423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.79187084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"65.762004ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.792816375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.793062759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.793590597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.79378963Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.795393516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.796995552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"79.188589ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.797013912Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.797025602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.797033782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"79.188349ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.798530086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.798567837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.79874915Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.798938983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.79935642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.801076197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"74.981072ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.801397392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":20,"elapsed":"83.579299ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.804066974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.804084995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.8044018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c6c2b45-1931-4c78-a398-f02dffd418d4\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.80442358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.805232593Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.805504837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.806605745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.806846789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.809966789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.809995009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.810233373Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.820679611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.820708471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"102.817366ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.823806181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"97.731506ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.826620606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.826643136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.826958301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd26ee4-16a2-41a3-8f9d-19188686ed05\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.826977161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.828819251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.832865366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.832888836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.833148551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7fbcc37-8cab-45e2-929f-6c7d9968b9f0\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.833165341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:02.835831143Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.846285401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.849400261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.849425961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.849651395Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.98475596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.985079015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"113a222e-6398-4cac-91f7-fab7180396d1\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.986092922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.986361026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:02.987538405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":20,"elapsed":"269.769823ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.000173857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.000613604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59019f07-be7c-4d3d-bffe-f539553f1b12\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.000643315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.000653835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.000661455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.00224741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":20,"elapsed":"284.296005ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.011202294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.011221774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.011441858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f834529-f0d0-452c-820f-567af3887ec6\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.011462238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.011774693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.013683524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":20,"elapsed":"295.750679ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.025115177Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.025140857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.02530984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0bc49d4f-dbd8-4694-9648-463c20b642ff\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.02531919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.025565194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.027382643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.027532436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.030085627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.030357371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.033231987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.033252107Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.033554072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0a6a2bd7-303b-43d1-aa3e-4855827878e7\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.034798592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":20,"elapsed":"316.933918ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.079247645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.079613621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.081673763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.081692844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.081845666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.091161506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.09141299Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5ce4b72-9830-4ae6-b743-50d87fe342fa\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.0914369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.09144637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091749575Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091762225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091768825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091777565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091783805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091790116Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091957118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.091971168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.092179052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.092188472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.092437566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.094132013Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.094256755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a8c4e1-5e84-42b7-95c5-f3b65ad4e7f6\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.094276645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.094468308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"820c16b8-0ff3-44b2-a5cc-77e64746132b\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.094482659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.094493309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.189008454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ff371589-a044-462f-86fc-2efd721200b3\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:03.189037724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.189053995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.189250268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e459b22-7ac5-43c4-8529-ba929dca99aa\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:51:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.189282698Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.189502782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.192984647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.193254892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.196670437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.196847799Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.199117236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.199322469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:03.205768692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":20,"elapsed":"487.855678ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:06.135973634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"65e8c42e-4b14-4cc5-ad6f-e6b8cc96d9f7","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.717234868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.71731274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.71733166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.71734569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.717803218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.717843718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.719733159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.722505023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.722518013Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.722661206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.724554856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.724882751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.74601105Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.746312654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.748159644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"30.915885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.753444909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.756424777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.756444737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.756596739Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.765843998Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:12.765867988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":59,"elapsed":"48.65294ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:16.135644453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"28590114-4186-4497-843e-5be35bee266b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.717919735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.717977356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.717989766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.717998706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.718338142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.718351202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.72012071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.722878654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.722897395Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.723061087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.724711764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.724955977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.726285629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.728985362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.728996062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.729130684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.737543299Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.73756469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":60,"elapsed":"19.663425ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.748233681Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.748606516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:22.750165821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"32.234736ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:26.136191407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"26628958-a8f5-4bd3-8eec-6c7b1c309256","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717539255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717611346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717628456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717640916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717652837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717665757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717678557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.717690117Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717701937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717714967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717726928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717737898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717749858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717762358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717776679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":2,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717788639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717800479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717813439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717825069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717838929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71785063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71786374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71787659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71788863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717902521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717916341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717928501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.717941211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:41:32.717766178 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717954831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717966082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717978472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.717989412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718002002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718014462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718026712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718038743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718049873Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718060673Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718069953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718078823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718089584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718099344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.718108874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718117824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718126354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718135344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:51:32.718144234Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718154005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718162895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":12,"elapsed":"14.61µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718173395Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718181765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718191635Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718200505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718210075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718218506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718228316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718241176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718250106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718258166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718265486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718273636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718282567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718289287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718306197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718316007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718360128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718377048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718384408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718393328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718402389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718411109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718420029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718428379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718437079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.718451649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 879032508 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71846439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71847206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 879055788 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.719006968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.719033829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.291321ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71911148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.71912316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.562895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.720299919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.720320929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.721037401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.721349616Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.721658421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.904252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.721974386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.723344788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.723359808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.723411469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.723422859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.723557301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.723609182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.724408715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.724429055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.724558777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.724945443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.725122986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.725248168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.72533687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.725486462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.726910305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.726931015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.726939165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.726945606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.726952646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.726958676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727025907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727035917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727042807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727050367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727057117Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727064907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727071257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727078548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727084748Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727091348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727203819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727335792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727370472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727380972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727436303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727488194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727514404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.727811119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.72786151Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.72787247Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.728047323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.728067623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.729302663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.729325333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.729525517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.730286829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.731416737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.731713002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:41:32.717766178 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.731730982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:41:32.717766178Z\",\"pruned\":[]}","iteration":11,"elapsed":"13.953034ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.731892905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 892455993 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.73221407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.734232332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.734262113Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.734433906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.735131367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.735154227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.73535068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.736286945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.737168349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 897745438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.737432623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.738005473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.738318658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.740374701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.740397071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.740581204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.742251971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.742482384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.742907121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 903475950 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.743214366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.745453212Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","candidates":"[(de54a4dc-52a6-4b29-baaf-f2f8fbc55e7d, 0), (6e7d737f-2ee9-45ee-bc88-e251022545da, 0), (ea2acf93-d45d-40d9-9698-00d403254b8e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.745880649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1805, tv_nsec: 906436427 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.746326676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"19.256019ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.747628907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"20.53879ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.748559872Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.748956838Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.749330854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.749584028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.750257379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.750713426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.755875279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.756202404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.756219155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.75839733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.7584305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.758581322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.779541348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.779603219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.779614539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.780006376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.782333053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.784174833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.784450997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.786819135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.786850066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.78711426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.789772332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.790081717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"72.469412ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.791109454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.79148619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.792924143Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.792954373Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"66.047938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.792985184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.79337822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.794206913Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.7952078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.79522992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"68.297245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.795695297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.796521661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.796547991Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.796725304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.796940707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.799050851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.799072081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.799082002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"81.472086ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.799989186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.800012046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.800023497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"82.40166ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.800151629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.800163199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.80019886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.800402293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.801170715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.802626298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.803032225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.803684005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.803699535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.803708565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"76.643708ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.804105642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.804348986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.804362786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.804370096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.80461971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.80589624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.806252246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.806619772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.80774764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.812246222Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.812278953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.812635428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.813066455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.813096486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.813309809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.815578276Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":21,"elapsed":"97.754546ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.820988002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.821402519Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.83144606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"104.384303ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.83520052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.835229921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":61,"elapsed":"117.32319ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.840294582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.840331832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.840344232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.840354663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.840671128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.844388357Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.844422308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"126.7238ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.847478037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.847510347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.847522107Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.847837993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.8488897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.849228075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.852584049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.852606349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.852614559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.852620689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.852929314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.85329383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.853667256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.853691906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.85389061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.854112553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.855036908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.855546626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.858418532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.858442253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.858645746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.859159084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.859384488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.887684061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:32.887739122Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.887751602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"169.871672ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.893292071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.894043163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.894566701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.896484492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"169.448786ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897075622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897088642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897098142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897105112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897115433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897332136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897421987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897432647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.897442138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.89761052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.898467454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.898480194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.898629807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.899082414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:51:32.899915627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.899931047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"182.144548ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.899965718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.899976478Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.899985279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.900204982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.901901119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.90192891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.902055342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.910516537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.932056962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"214.505687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.965742152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.965957676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.971757139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.971773199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.971782609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.972191026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceba06d4-8a10-44c3-9c6f-4275711b4c41\", \"content-length\": \"476\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.972228686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97245722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138fb764-e3b7-4c47-a364-7ec1c3ccdb85\", \"content-length\": \"734\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.972512001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.972807826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41c500b0-6920-4787-8219-132fd7e59c76\", \"content-length\": \"111\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.972819656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97309063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aeac3aa-3e15-4da4-a447-3db542103b0a\", \"content-length\": \"111\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97310385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.973354254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38fc56e5-024f-43cc-bfdd-953ff87df2cc\", \"content-length\": \"167\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.973364855Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.973615288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0c8c7ad-01a5-4b22-a154-f4952465f7a1\", \"content-length\": \"167\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.973629809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.973886973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8678faa2-2e58-4dee-b736-152203e81ff7\", \"content-length\": \"175\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.973898423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974144197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61be47aa-cb18-4a34-b4ae-45bfd8148e54\", \"content-length\": \"175\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974154057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97436212Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d6a96df-886a-49a7-b317-7532908aaa02\", \"content-length\": \"702\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974374151Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974544973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e14171-bea2-4a37-8d4f-3711dfbb2454\", \"content-length\": \"727\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974555263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974714666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f9c1a51-27e5-44e6-899d-c5becc9ef0ec\", \"content-length\": \"729\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974727936Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974876869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae59ae6-5255-4595-8e17-585d0b54f977\", \"content-length\": \"728\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.974887329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975081042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccba749e-8f5c-4fb0-b2b8-78e4c899b8c1\", \"content-length\": \"722\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975108992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975394017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51bcfcdb-8857-4c86-99a3-74d7e06f1b6e\", \"content-length\": \"109\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975411927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975691922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28c32dd-4d80-4ad6-b476-414250f144ce\", \"content-length\": \"109\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975702752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975951516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea17e9cd-4861-4423-b78c-16d9f9f121ae\", \"content-length\": \"169\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.975961976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97620283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f14ac26-3d4a-4619-b537-bf8e9c700952\", \"content-length\": \"169\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.9762127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.976455534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dcaf602-9eae-46d9-aadb-d8b29997fbff\", \"content-length\": \"178\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.976466094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.976707698Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d61a8671-140f-4190-9051-c10ed815f06f\", \"content-length\": \"178\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.976718008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97683385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f566d371-395f-4170-ba1f-50b2e91e8851\", \"content-length\": \"702\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97684384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.976972472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c5f1c77-2860-49d4-ba29-2feaa5a850d6\", \"content-length\": \"727\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.976982693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.977111924Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d0147ff-fa47-4de9-ae85-f6aef59b7fc0\", \"content-length\": \"729\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.977122045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.977251237Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddba8c5e-82a9-4e60-9dc1-97ed4a66a023\", \"content-length\": \"728\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.977262507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.97746154Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:32.996720759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.056247803Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.056263413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.056485077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1b4a20e-0b10-4dff-8377-2f58093f8663\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.056497687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.058850854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.059518515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.059531645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.059749579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ccf471-abca-47e6-8beb-25e06baffe51\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.059772759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.061319814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.081900364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.081926944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.082125067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7941526e-a134-4777-84e6-e654c040ebc1\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.082139448Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.084116879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.095502822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.239136454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.2395038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9957eff-1066-4578-9fa4-175ac7f2d38f\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.240600437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.240622628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.241214427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.241598003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.241853927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da73333-ecb0-4fb1-9448-1c2b940904f4\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.241876188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.242156402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.243980541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.244438919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.244736334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.244840405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.244854235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.244863166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.244874816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":11,"elapsed":"527.211329ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.248005676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":21,"elapsed":"528.349067ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.248033197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.248047217Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.248057497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.250369184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.250663879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.252169013Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.252495398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.25449671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.254713684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.256644944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.256944829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.258569285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.258783549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.260398025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.264088634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.264114824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.264274077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.265254273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.265908683Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"875767b3-175a-482a-a99b-7b4198a894cc\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.265923663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.266265009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.266527993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.26755837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"84d81629-ecd3-4309-97a4-097e869b639b\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.26757081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.268365832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.268756939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.270021719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f481e8bb-b971-421c-b142-ef22fc139206\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.270036129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.270231822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.270626069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"57731dfc-5225-45d3-b5ab-432685847517\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.270651819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.271035665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.271480642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.272064072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1f2321ad-a8ac-4c6a-9c2a-5c4d700fb7ae\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.272078922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.272704792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.272757223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"555.058085ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.273966492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.274131585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.274144505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"556.57133ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.274311088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.27571715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.276022205Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.277360127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.27756625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.279190506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.280025239Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.280998795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.281021115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"563.207436ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.28256262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.28257923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.282673942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.282757293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.283553436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.283577176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.28378717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.28502829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.28505252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.285249073Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.285260463Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.285329824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.285567628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.286467853Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.288618907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.288641337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.288833371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.288955042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.288971483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.289116435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.290117251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.290301584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.291224219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.291240399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.291247949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.291255199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":11,"elapsed":"573.591113ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.291812978Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.291825898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.292335187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ac410645-75a3-4324-9ab4-04964b69bd38\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.292360617Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.292522919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.294592263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.294765866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.297738003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.297982297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.300794862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.300811812Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.302259286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":21,"elapsed":"584.420147ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.303856191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8f29ac15-1255-4db3-8cc8-604e53ba0eb2\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.306083477Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":21,"elapsed":"588.162767ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.328018588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.331808379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.33183635Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.332006402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.336620976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.33682905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.339077636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.33932945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.341905931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.342302677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.344302269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.344591684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.346342182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.346571826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.348120961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.348313164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.450681144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.450725255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.482725498Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.483115704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.486837004Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.487524005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e69eafb-f6c6-45c4-ab37-e0fc5edb4a43\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.487545545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.487554585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.487561665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.488577612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.488709724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":21,"elapsed":"770.828594ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.488885267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.48973904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.489761881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.489908673Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.490507393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.493949288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.493968458Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.494122241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.495271549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.495426411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.49784438Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.498151535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"525532b3-e00c-4eb1-bab9-c53e686947e9\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498174215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498187706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498529781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498550952Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498559642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498568012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498576272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498583332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498764365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498776225Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.498996899Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.499009859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.499181792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.501421087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.501538029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cd886c1-a533-448c-bf87-369995910daf\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.50155868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.501668382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14fce428-5801-4767-888e-31cbffe933d0\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.501682852Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.501694582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.52655869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.526892456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.528332939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.531801954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.531827965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.531965457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.538919019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.538953989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.539169072Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.540758158Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.542843951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.542856412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.543010644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.544787962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.544849103Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.544868554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.608574915Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3629f43d-54c2-4ea7-b9c3-19590f1b5af3\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.608619926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.608632076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.60892771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a171b1e7-a373-423e-9161-b2d4fbae267a\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.608980771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.60948303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.613469753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.613700727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.615966773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.616263328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.618466874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.618726787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.625993764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":21,"elapsed":"908.46232ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.659317358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","vpc_to_sled":"[Sled { identity: SledIdentity { id: e282623f-c8b6-42e1-8711-fe2573bc5d47, time_created: 2024-12-19T21:41:43.002016Z, time_modified: 2024-12-19T21:41:43.002016Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.659353669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.659360979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.659624303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.661599085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.66194044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.663432764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.66633319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.681623666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b047bd8b-315c-4204-ad4d-4d90e992c2b7\", \"content-length\": \"30430\", \"date\": \"Thu, 19 Dec 2024 21:51:32 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.695902964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.695917875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.695924745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.697213296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.697883436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"0cfb0596-d7dd-4630-9bfd-e8f0f182d99f\", \"date\": \"Thu, 19 Dec 2024 21:51:33 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.699486662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.699495942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","elapsed":"981.599432ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.699503832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":3,"elapsed":"981.606572ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.700058471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.700332206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.701672257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.703588238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.705906075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.706085218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:33.888808715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"cf974e55-e87c-4554-9b8e-196a1d3dacbc"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.888848166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_started":"2024-12-19 21:51:32.971739 UTC","collection_id":"cf974e55-e87c-4554-9b8e-196a1d3dacbc"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.888905287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"collection_id\":\"cf974e55-e87c-4554-9b8e-196a1d3dacbc\",\"time_done\":\"2024-12-19 21:51:33.698039 UTC\",\"time_started\":\"2024-12-19 21:51:32.971739 UTC\"}","iteration":2,"elapsed":"1.171244081s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.888917117Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.888930597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.889247142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.890839818Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.893099304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.893113514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.893254546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.894842812Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.895006415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.89659421Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.898896697Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.898919357Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.899059719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:33.9833238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"94.376952ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:36.136401567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"6ffa4471-9dcd-4671-80b4-c4ad0e5d1c43","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.717659361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":62,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.717719212Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.717728863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.717738083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.718002767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.718017017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.719645473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.720196312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.720379045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.722404618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.722424988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.72255669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.724565862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.724873997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.726200098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.729039664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.729053124Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.729191376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.740602599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.74062435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":62,"elapsed":"22.976858ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:42.748848181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"31.18851ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:46.136738727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"f6ce4cb7-b280-4204-9c72-d98841b5cc2b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.718011182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":63,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.718087354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.718104654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.718118754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.718604882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.718625412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.720543983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.721060001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.721425407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.723280857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.723291637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.723441749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.724905413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.725076246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.726697141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.729250202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.729268693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.729394935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.741974596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.741988226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":63,"elapsed":"24.010695ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:51:52.749869783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"31.850851ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:51:56.136605261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"4123cbaa-9b73-439d-b79a-d50ac606dd6d","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718598728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718657298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718667669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718675649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718682539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.718689479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718697219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718703489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718712339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71872071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71872661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71873374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71874061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71874807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71875533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71876266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71877107Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71877921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.71878596Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718793831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718800811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718808041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718814911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718821781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718828441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718835631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.718841311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719130386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719149406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719160977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719174317Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719186407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719197677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719207347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719215957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719224258Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719232508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719243648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.719253168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.72060931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.720988086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.721798779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.198191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.722258836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.722916407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.722927917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.723060749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1835, tv_nsec: 883264508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.72310094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.723329543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.723339744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.723346573Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.723527996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.724804637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.724816567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.724960779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1835, tv_nsec: 885170098 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.72499794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.725150473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.725187253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.725978926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.726291501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.726678517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727403209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727412909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727420389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727426939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727434189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727441139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727448129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.72745549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727701673Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727718504Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727769255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.727783545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.728080909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.72809254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.728241992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.729456882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.729513483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.729523443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.729673055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.730822043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.731430633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1835, tv_nsec: 891627031 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.731714178Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.732547851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.732563481Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.732740974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.732898687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.732910597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.733048719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.735409977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"7.998509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.736422753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.736622546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.737138155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.737305537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.737542491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.737696923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.738019389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.739914597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.739926691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.740057597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.757650523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.757889167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.759713196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.759847318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.75992129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.760091462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.76178428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.762210167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.764701836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.765014071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.765498969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.76552018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.76552811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.76553703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.765725323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.765811304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.765822264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"47.136435ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.766008547Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.766249091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"38.810892ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.767669934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"49.014226ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.768165492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.768180312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.768187412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.768367435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.773987445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"46.561017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.783242973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.78554921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.785565101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.785918306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c02d0a5-b252-49f9-bad6-6c895f2cbae1\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.785940067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.78612008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.78613448Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.786297453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.788210173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.790456029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.79048625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.790683773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735b093c-530e-4dca-b8a7-59097892ed72\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.790712853Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.791916543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.79927587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.799308631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":64,"elapsed":"80.560432ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.799578875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"80.914207ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.80238787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"74.962701ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.802603404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.805379838Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.805403508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.80556539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.806861321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":22,"elapsed":"88.118631ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.809052826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.809068097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.809077927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"90.301826ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.83486594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.835207005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.83859896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.83862802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.838948505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789d8e93-0a12-438c-9e60-bf46f1acb9b8\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.838963746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.84048761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.840712944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"122.064855ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.86983856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.870231087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.871344865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.873323376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.873340747Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.873480269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.874944662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.876844543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.876857823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.876990075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.88793019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":22,"elapsed":"169.202951ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.888343807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.888590901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1c48776-4e34-4ddb-bccf-4c71d53a7716\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.889714699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.889980163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.89162956Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.89164115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.891831023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":22,"elapsed":"173.205665ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.957448325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9873dcb9-821d-4005-b847-3b18a7c82ce5\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.957477315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.957983303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.971910156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.971933637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.97212329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.972219831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1450f628-d1a1-432c-9b5e-b77cd81753f0\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.972232501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.972450965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.972478185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.973608994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.973974089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81401b58-4276-4e1b-b867-cb284368a693\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.97399671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.97400695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.97401561Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.975041317Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":22,"elapsed":"256.332277ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.975533825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.975769288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.976213195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.976225316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.976392558Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.978804737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.979120632Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.98212152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.98213874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.982210101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.982510426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2d951466-0738-4856-a128-ac86c1b9a01e\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.983750276Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39964714-162a-4511-a10a-8c107b0103f1\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.983770957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.983781667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.98400298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.98401279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.98402083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.984028401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.984035901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.984043931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.984202043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.984211013Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.984220364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":22,"elapsed":"265.586355ms"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.984436987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.984446497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.984688531Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.985925441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.986025483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a39ca7b2-9912-4f75-aad5-61d4f0cecf96\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.986038303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.986118034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa004d3c-b141-4f57-a751-ace74ecbb2be\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:02.986130484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:02.986140695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.075528097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2c0b0447-7533-4ec4-a469-717481b87dbf\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:03.075556348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.075566178Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.07574808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aed7078-a0c1-440b-ae80-1de12c6c488c\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:52:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.075775191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.076066066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.08007093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.080256303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.083364923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.083588976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.085336324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.085515077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:03.092630551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":22,"elapsed":"374.045474ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:06.13630997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"c0b40679-5d46-4870-947b-dad33c2954ff","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.718560062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.718624183Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.718636483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.718648413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.71906211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.71907805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.720677356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.721252295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.721605061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.722992803Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.432211ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.723350789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.723364409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.723496551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.725113157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.725263769Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.726707583Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.729147262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.729160842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.729288304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.737427464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:12.737450655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":65,"elapsed":"18.908423ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:16.136446108Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"3f222eb9-b54a-4575-a75b-decfc7421f8a","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.718685549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.7187652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.71878295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.718797801Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.719062005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.719154246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.720963045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.721567965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.721821269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.722974217Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.283878ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.723721769Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.72373409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.723870972Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.725197403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.725355316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.72686513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.729275418Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.729289879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.729418161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.738535127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:22.738567647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":66,"elapsed":"19.892859ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:26.136603926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"eab4e0cb-d7dc-4835-b6a3-1e06afa49f19","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718815496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718883667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718895067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718905868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718917038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718927128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718937628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718947368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718956958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718967089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718977298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718988759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.718998679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719007989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719018759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71902975Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71903901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71904858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71905808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.7190679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.7190772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:52:32.71908678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71909794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":13,"elapsed":"18.13µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719108201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.719117771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719126161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719134761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719142781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719153372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719161672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719170182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719179742Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.719189632Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719198782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719207332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719216053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719225502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719233853Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719242863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719251663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719261403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719269883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719278443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719288243Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719297404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.719305544Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:42:32.719116351 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719315184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719323424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719332204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719341015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719349015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719439826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719458916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719471977Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719498347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719509687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719562918Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719613289Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719627319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 879424777 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719645609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719657229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71966775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71967802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71968799Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.7196976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71970828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.71971805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719729351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719739581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.719750911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 879574130 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.720253109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.72028245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.72029312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.335442ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.7203023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.404132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.721084432Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.721284886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.721698672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.721752153Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.722013807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.722860551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"3.776601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.723588923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.723636773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.723846757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.725083736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.725100057Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.72531241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.726269086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.726296076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.726437188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727372223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727585067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727595417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727602457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727608927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727615007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727621527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727629067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727636027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727642388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727652708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727662708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727671858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.72780959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727965923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727983543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.727995333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.728008123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.728021403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.728332679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 888156587 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.728372919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.728612413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.728702254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.729360745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.729375109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.729381334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.729605052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.730548614Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.730561624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.730795618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.731874505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.731896536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.732099299Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.732124939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.73213876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.732287572Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.734105901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.734741691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 894559800 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.735026916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.735493723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.735544494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:42:32.719116351 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.735565095Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:42:32.719116351Z\",\"pruned\":[]}","iteration":12,"elapsed":"16.429523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.735638046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.738085775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.738111025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.738329259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.739834633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.739956475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.740372401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.740575545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.742091749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"14.493223ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.742916082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.319276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.745228809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.74525825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.74526993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.74527865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.745533494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.745844249Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.745980161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.746079973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.746257856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.746761444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.746989007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.747516636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.747529766Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.747658248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.749057191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.749132992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.749231823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.749912484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"22.267047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.750377062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.753653434Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.753674575Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.753890658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.755752468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.755778118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.756014472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.774986906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.775029847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":67,"elapsed":"56.206851ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.776506931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.780252171Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.780289411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.780544245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.786384989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.788272989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.788665826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.788731796Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"69.744627ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.78959683Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.789622411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.789808754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.790864691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.790883491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.790890381Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.790897031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.791216506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.791900777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.792173612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.792939424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1865, tv_nsec: 952756092 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.793229769Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.794613821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.794703922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.794890495Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.795119029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.795606087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.795626827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"76.799691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.796253297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.796541102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.796564382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.796576352Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"68.924865ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.796597353Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.796801536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.797202692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.797225393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.797234533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.797243143Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.797386375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.801117295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.801148926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.80139009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.801531842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"73.923484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.803438652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.803695896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.804702782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":23,"elapsed":"85.594772ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.805078988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.805100599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.805112989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"86.070399ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.805416774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"77.759797ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.80895401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.812532318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.812551988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.812790482Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.814581981Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.814941256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.816497021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.817168792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"98.209684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.818566994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.818996871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.819017302Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"100.079003ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.819776644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.819806394Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.819931006Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.830637738Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.830679219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.830691559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"111.620899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.837445157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.837982996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.84134087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.84137068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.841523622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.841543643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.841554043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.841675565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.855021859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.871000135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.871042406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"151.956835ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.883629567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.883658928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.883670618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.884026963Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:52:32.889603233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.889633083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"170.478682ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.893436964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.893460525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.893755999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf610e16-e29f-456e-8fb1-a21ae35fd771\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.89377458Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:32.895313044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.910265804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:32.910577669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.003175323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.003213834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.003547679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d4b11a8-f2fa-4d0a-a9e2-0e3491016868\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.00357973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.003942496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.005752125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.008776333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.008804293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.008930625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.011450396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.011463246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.011473726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.011482856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":12,"elapsed":"292.588069ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.022573224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.034087479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.034114699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.034126449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.034401884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.035754315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.038763414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.038783764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.038917926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.040447477Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.040472414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.040481592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.040489617Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":12,"elapsed":"321.651355ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.042681846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.044919772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.046946515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.046965885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.047152908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.048171744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.050318319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.050333369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.050530502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.055037494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.055060385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.055324219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c2d54ac3-e0a7-4976-8b9e-13ba5bcc3d80\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.055354519Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.055599033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.057696387Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.05790192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.061125822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.061392396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.064873762Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.064891322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.065236978Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1b89d736-a755-4033-9949-7a25723ffd17\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.066650081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":23,"elapsed":"347.595151ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.073059253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":23,"elapsed":"353.932452ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.08845999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.08847967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.088751155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5cf0a10-8c04-43f5-b132-5d0af2c4e05c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.088763065Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.090758307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.152313573Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.152349954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.152624538Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47f219bc-a191-433d-97f0-b52fa73594bc\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.152639499Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.154259885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.156797905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.157293403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"403bfc2d-f5c4-40e4-8542-3ff8cfd79acd\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.157320094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.158610554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"59f53aff-1a75-4652-8bcb-84f9b50f961f\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.158633925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.160028277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"98c30e73-6bf4-4cbb-91ec-7ca7713ee9fc\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.160040717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.161767055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.161789535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"442.946109ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.204069103Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.204445479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1152d6-cbd5-4884-8663-44f173b493af\", \"content-length\": \"1\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.206553273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.206853088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.208467183Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.208512864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":23,"elapsed":"489.386523ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.208816859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b79b6624-5340-4ed0-a212-5c43faddcf46\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.208832209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.210350064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"f3fa1696-94ab-457a-955b-ea02d00ced7b\", \"date\": \"Thu, 19 Dec 2024 21:52:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.210362314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.212337695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.212352016Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"493.461908ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.212398996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.232560689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"279855b0-1f42-4baa-8e45-2a216994b901\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.23258844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.23260324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.23261505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.234848326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":23,"elapsed":"515.804407ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.283012758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.283366674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.285296695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.285307555Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.285487878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.294832378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.295182513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e6b706d-209a-4b43-9703-8284e899238e\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295219494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295229024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295527389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295536699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295542799Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295549179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295555459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295561659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295726502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295735982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.295964956Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.295972956Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.296317941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.303051729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.303191941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50c4186e-3335-44db-b349-1ecee66a2555\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.303204112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.303306643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7304ab1f-8162-4fc0-905c-23bdd584da9f\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.303322814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.303333844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.40296402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"946ec2d3-d9ec-4e4c-bf0b-af54e7bd05ca\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.403008021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.403017831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.403247405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13966cfa-e365-4b9d-bb3c-e55535679454\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.403294046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.403625221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.410370959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.410655144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.414994023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.415347049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.417742197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.418102213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.424951743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":23,"elapsed":"705.861533ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.477490295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.477510675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.508621404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.508737496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:38201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.508930689Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"18d8bf58-a443-47b8-8887-9a89a76a6ba5","remote_addr":"[fd00:1122:3344:101::b]:38201","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.509374546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"18d8bf58-a443-47b8-8887-9a89a76a6ba5","remote_addr":"[fd00:1122:3344:101::b]:38201","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.544220204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:33.544251845Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/producers","method":"POST","req_id":"18d8bf58-a443-47b8-8887-9a89a76a6ba5","remote_addr":"[fd00:1122:3344:101::b]:38201","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35395,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.544322996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d8bf58-a443-47b8-8887-9a89a76a6ba5\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:52:33 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.54584099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:33.545856591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:36.137001608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"a5bbbb81-efaa-4b09-af30-352e9bd854a5","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.718285372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.718341153Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.718353664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.718362514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.718699179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.718724399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.720439927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.723173701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.723192411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.723326723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.725347226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.725671751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.727146794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.729923049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.729933779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.730069651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.741157209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.741171589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":68,"elapsed":"22.907927ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.748215082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.748461416Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:42.773973455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"55.675033ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:46.128436685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:64912"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:46.128533727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"598b366e-8280-447c-b3f6-77c439e2b46b","remote_addr":"[fd00:1122:3344:101::d]:64912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:46.128905353Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"598b366e-8280-447c-b3f6-77c439e2b46b","remote_addr":"[fd00:1122:3344:101::d]:64912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:46.130951185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?sort_by=id_ascending","method":"GET","req_id":"598b366e-8280-447c-b3f6-77c439e2b46b","remote_addr":"[fd00:1122:3344:101::d]:64912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2468,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:46.131166439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9e482ea0-40a0-4ffe-9590-6b60fc1b8994","remote_addr":"[fd00:1122:3344:101::d]:64912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:46.131531235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9e482ea0-40a0-4ffe-9590-6b60fc1b8994","remote_addr":"[fd00:1122:3344:101::d]:64912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:46.133846502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/collectors/e56fc450-d682-4bee-9a24-fa82256079ba/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNDdjZmVlNi02MzZhLTQ0YjUtODU2My03YzZjZTE5Y2M0NzUifX0%3D","method":"GET","req_id":"9e482ea0-40a0-4ffe-9590-6b60fc1b8994","remote_addr":"[fd00:1122:3344:101::d]:64912","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2742,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:46.136780349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"64075680-6aad-40b6-a252-28bf94bd22b1","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":250,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.719060701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.719138292Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.719155882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.719169782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.71965854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.7196789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.721333107Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.721970547Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.722282642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.724047601Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.97173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.724118912Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.724129712Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.724272394Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.726369628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.72653721Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.728209627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.730728168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.730745348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.73087388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.741650412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:52:52.741665953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":69,"elapsed":"22.633333ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:52:56.144239284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"49fd8beb-0a67-42a2-9885-4ad0a8684aa3","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.71933204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719383521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719395051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719405531Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719414371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719424021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719431651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.719439612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719449862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719459522Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719467162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719476312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719485592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719494032Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719504233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719517133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719529513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719541613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719553713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719564603Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719576054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719587144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719600244Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719612074Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719624064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719635185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719645915Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719831688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719859818Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.719921659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.71996829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720013061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720027521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720040211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720049521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720059842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720068782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720078962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.720089282Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.721901131Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.722247266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.723602088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.192817ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.724056675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.724066326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.724072656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.724281939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.724292709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.72432933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.724498703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.724805587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1895, tv_nsec: 884222846 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.725089262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.725136623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.725148543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.725293335Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.72682516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727108064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727283717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727667503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727687684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727696434Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727704034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727709884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727716584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727722654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727730314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727750585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.727904767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.728006459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.728033999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.728045419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1895, tv_nsec: 887472098 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.728135841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.728181982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.728317884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.729644805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.729656445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.729848778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.731132349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.731155969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.73119031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.731335262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.731729409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.731746419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.731909881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.732590092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.732611453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.732619433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.732823716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.733290774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.733309914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.733441646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.734396381Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.734600084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.735272895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"7.601882ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.73744719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1895, tv_nsec: 896870838 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.737504941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.737734455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.737776126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.738937624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.739163428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.740858025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.744090177Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.744120187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.74430348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.765685003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"37.996909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.765744294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.766071579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.768910164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.769080727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.769592285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.769924571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.770462849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.77114606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.771317013Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.773236214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.773247804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.773401176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.775937307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":24,"elapsed":"56.488966ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.776835641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.777270888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"57.772646ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.778111152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.778128722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.778141192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"58.753002ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.778863274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.778896774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.778909965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.779089477Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.779109958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.779972042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.780192565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.781496796Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"61.953833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.785164805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.788730729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.788757468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.788887323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.790168215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.790199215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"70.721744ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.79794299Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.79797422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.798385867Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ac423bd-92e3-414b-9aa3-72f2623e9ab3\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.798413187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.799913651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.801384895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.801407945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":70,"elapsed":"82.084986ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.810147725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"82.443741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.821324364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.821627789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.824257391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.824278152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.824581226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28bd879e-9945-48ef-811c-141878617654\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.824594997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.82606427Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.842567295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.842594775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.842842759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd09b5e-cdf6-408a-8d59-ca2c1a4b0f8c\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.84287301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.845086725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.852307891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"132.788248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.880753347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.880783087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.880794298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.881118043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.883110175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.885090626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.885105787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.885266919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.916708663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"189.01679ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.920356361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.922265472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.922282042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.922427445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.928506702Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.928911409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e2f19c8-4d46-4c21-a082-fe32d092e610\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.931042033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.931339068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.933636984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":24,"elapsed":"214.285334ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.952351574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":24,"elapsed":"232.920253ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.966988189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a4451f6-b37d-4cea-9d07-66d84be4f491\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.967012069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.967278673Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.981675884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.981696815Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.981981099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a76a1250-b90d-4ac2-bb6e-6eb2c9f3650d\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.981992389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.982189923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.98450612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.984713053Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.99204785Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.992438007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0067e9a-9c7e-467b-9e93-2a37542feb5b\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.992456887Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.992465067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.992471917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.99390567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":24,"elapsed":"274.443758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.995028128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.995299473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:02.997788933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.997802493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:02.99823828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c3973ee3-e55c-45e0-8858-cacbbf882ec4\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.000336773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":24,"elapsed":"280.958093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.048249761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.048618297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.050433916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.050447037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.05067033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.058098489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.058347283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b0d7365-053c-47f3-8b04-cff95eb2403c\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058366313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058375753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058617488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058630468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058637358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058644608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058652298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058659548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058845911Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.058857211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.059080115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.059089605Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.059289058Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.061162508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.06126798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13f9903-c5a9-4f71-a3d8-05cd6db992e3\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.06129552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.061366821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8613060-01f5-422b-a96c-888b0ce85ae9\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.061381992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.061392412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.150774134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"baf24188-94ce-46c3-996d-1f87a633abc0\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:03.150801435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.150813485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.151043979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a92cadb9-3dc4-4b2d-b344-92c50257eebf\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:53:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.151077079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.151310823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.154188309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.154478104Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.157232898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.157407771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.159285381Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.159615676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:03.167074196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":24,"elapsed":"447.590724ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:06.137377269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"e78765b5-5e01-4758-8a37-8fba45241d00","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.718632335Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.718694116Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.718704796Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.718714316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.71896259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.718999951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.720477714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.720646917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.72146769Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.722468896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.844102ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.724419727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.724434238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.72460029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.726515931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.726713124Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.727935974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.730664038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.730677558Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.73082312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.739420858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:12.739444298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":71,"elapsed":"20.822904ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:16.137147512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"06068547-5df9-47bf-be2e-f54068eb6e1b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":280,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.719457426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.719550707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.719573257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.719588688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.719962814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.719974614Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.7216187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.722167109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.722458604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.724384375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.724402945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.724536777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.726222034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.726385507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.727961982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.730441882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.730456842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.730590984Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.742042578Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.742068428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":72,"elapsed":"22.636963ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:22.750590865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.119878ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:26.137521456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"ecda82db-97b1-4dd5-a34f-f2b97a541afa","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.718974024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719052905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719069046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719081786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.719094586Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719107196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719118976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719132156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:53:32.719145487Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719158937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719173517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":14,"elapsed":"19.21µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719189348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719202378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719216198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719229148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719243208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719255778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719268999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719280459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719293019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719305969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.71931839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.71933008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.71934309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.7193555Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.71936695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719378731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719389751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719402711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719415971Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719426811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719439001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719480522Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719494572Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719505682Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719516173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719525693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.719535393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719545023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719553933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719560614Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719568414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719575354Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719582464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719589224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719596024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719602754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719609324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719617454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719624275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.719631415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:43:32.719331970 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719638315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719644645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719652255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719660095Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719668735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719675825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719684476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719693136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719701266Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719709716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719717026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719754897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719786307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719805747Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719820078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719831988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719843828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719855548Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719865128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719876959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719889699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719900309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 878926367 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.719918129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 878931197 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.71997943Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720000681Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720116412Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720133113Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720331996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720358186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720431087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720443588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.206519ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720494648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720505378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.376052ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.720544549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.721752589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.722565402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.723295513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.120476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.723442996Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.725281075Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.725296505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.725465298Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.725620711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.725634011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.725811874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.726170189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.726180429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.726324582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.726338272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.726527725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.727681153Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.727965478Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.727977598Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.727985158Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.727992509Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.727998879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728006129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728012659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728019619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728026059Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728033389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728039519Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728046279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728321754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728332404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728340874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728349214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728357644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.728369655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.729134847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 888180025 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.729395411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.729405381Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.729645135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.729654935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.730800834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.730814814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.730970236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.732553362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.732576932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.732747815Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.735691232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.735937296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.736041467Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.737859297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:43:32.719331970 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.737885697Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:43:32.719331970Z\",\"pruned\":[]}","iteration":13,"elapsed":"18.530117ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.738947524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.738973865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.739003775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.739162888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.741135829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.74116749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.741289132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.741750539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 900789267 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.742009323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.74366103Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.745775454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.745797804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.745928506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.745940166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.747754805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.747772746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.747895828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.747906658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.749776728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.749819118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.749833709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.74991142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1925, tv_nsec: 908944768 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.749973781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.750068292Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.750249385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.757774686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"29.778458ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.759860309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.760251646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.765110913Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.765566891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.768562979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.76860706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.768941755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.772220117Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.772243138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.772466601Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.773661621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.774313121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.77859727Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.779046847Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.779074567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.779187709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.779215959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.77922579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.779282211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.779410893Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.779488024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.779588896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.782445571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.782468662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.782671385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.783489718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.783510568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.783721992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.785314737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.787496882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.787522063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.787653295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.789462224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.789515515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.789539905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"70.46653ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.789788619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.790525241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.790712244Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.793128613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.793157513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.793322416Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.79360994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.793916485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.79420273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.794444383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.794754088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"75.425369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.796595898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.796937183Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.797142687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.799005537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.799035787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.799173129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.801126471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.805187566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.805218976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.805368138Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.805395069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.808591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.809089758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.809111649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.809122939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"90.107614ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.809139449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"81.170741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.809233051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.809640157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.809664067Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.809680788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"90.370728ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.810016713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.810042453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.810056284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"82.049665ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.810912147Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":25,"elapsed":"91.820001ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.812251319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"84.237459ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.829985613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.830035524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":73,"elapsed":"111.040969ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.834095609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.83412597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.83413497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.83414176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.834431704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.83475822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.835032464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.836206023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.836334165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.83850026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"110.47507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.83853051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.838790104Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839052778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839067079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839267302Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.839306173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839318363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839325743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839686208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839728999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.83974034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.839916872Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.843241556Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"123.927056ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.851498078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.853429869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.853535021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.853549381Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.853558451Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.853567181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.853763464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.853820965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.855864388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.859861502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.859896692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.860068115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.87158396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.871631211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.871646651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"152.394092ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.883318978Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.883367099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.883630223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c60094-4c9f-41a4-b0d9-25d1c542e694\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.883664813Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.884293903Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.884321444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.884333784Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.884548947Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.885096406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.886674172Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:53:32.889618369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.889640859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"170.469092ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.89090606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.89093545Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.891124583Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.893090564Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.893119445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.893134175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.893146945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":13,"elapsed":"173.854547ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.893707074Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"165.708076ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.896618471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.896655772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"177.496215ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.897360883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.897382933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.897393953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.897564026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.911058952Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.911090633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.911376957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fec8b9f-1efb-4e36-ad45-d4757077b036\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.911394488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:32.913785436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.924220283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"205.151128ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.927620918Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.930691277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.930712858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.93084332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.932981634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.933012604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.933024555Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.933034115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":13,"elapsed":"213.926219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.945715998Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.946016613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.947428935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.949518109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.949533459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.949674321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.951253837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.953144367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.953157737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.953301409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:32.97078227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.021521223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.021878648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c4e7016-ca32-4bda-bf7a-9751cb5d0e64\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.021892659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.023461524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"90e5490b-3c02-4607-a100-31682548b04e\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.023473534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.025502587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.025513197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"306.250839ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.100840924Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.101127729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa119def-dd5b-48c4-a9ba-07c8b27102bd\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.102220306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.102496071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.104162437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":25,"elapsed":"384.937879ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.133963945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.133995376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.13425539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a36fede-a976-41f3-9f28-14eff06661c7\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.13427214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.13555203Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.135958037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f4dc4b-12ee-478a-a8a8-3cc1f75dfe2c\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.135979247Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.135989487Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.135998997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.136359673Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.137614214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":25,"elapsed":"418.374085ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.311111704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":25,"elapsed":"591.996428ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.313879508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.313893529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.314130383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8da77df-4449-486b-b74b-7e40a5191bf3\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.314159793Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.314440588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.323126267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.35329275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.353316491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.353568464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f39203ec-75ba-4743-bf7e-6480f4eedcaf\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.353579995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.35390492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.3563848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.356600693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.359106063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.359480459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.361667404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.361686175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.36201088Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b1a419c2-3b06-4444-bf94-93a30fba4b0f\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.363576235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":25,"elapsed":"644.315117ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.389298657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.389797595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e38b5752-a87d-4917-b364-514f8b42d3da\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.389817965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.390788401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3b6184a0-7904-4ff7-9836-ad12224ca614\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.390800671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.392257395Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ce7c9b29-aac6-4e04-8676-3008c6980016\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.392268685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.394336578Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.394376969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"675.326423ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.398186119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.398568356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.400960254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.400973294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.401168587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.409352678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.409658954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4110b69-0adf-4c48-86f8-673c30a62e15\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.409677934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.409688144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.409972819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.409982839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.409989599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.409996699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.410003109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.410009869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.410182642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.410192032Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.410407035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.410415226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.41069168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.412267715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.412380327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469d0641-9a64-4996-8f89-0958a909f0b5\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.412391987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.412479699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9179fb1-ec19-4cb4-9b71-c94c5e65ebbf\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:53:32 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.412494329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.412503679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.502495751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c46f6070-73ac-425b-a2d6-6dcc4407e8e4\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:33.502520732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.502531052Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.502920178Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4372cc21-2b63-4a0c-8041-6aec03b20098\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:53:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.502959259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.503305084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.507331229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.507532472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.51112935Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.511379754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.513070341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.513257834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:33.519701747Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":25,"elapsed":"800.708013ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:36.138395786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"7128ed2a-0525-449c-8904-7cfd32444ba1","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.719650201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.719736792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.719755152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.719770413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.720035307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.72019593Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.754719733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.75514281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.755419874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.757540678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.757554518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.757694331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.759281206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.759455489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.761184627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.763745637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.763765028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.76389378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.776444771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.776475772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":74,"elapsed":"56.845311ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:42.785184641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"65.5134ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:46.13770537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"b7596a18-2cd6-4039-aa10-bcf5e9f973fb","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.719974941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.720052622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.720072262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.720086553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.720300176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.720323716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.721757489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.722367629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.722733855Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.724532724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.724549454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.724685026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.726931112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.727093605Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.728488468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.731056408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.731070189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.731204611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.742794137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.742811857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":75,"elapsed":"22.857917ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:53:52.74927115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"29.321ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:53:56.13800515Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"958e2036-2534-43f4-8557-11e0715b295b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":451,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719410428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719467458Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719477499Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719484579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719492679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719499519Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719506079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719513899Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719521109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719528839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719535319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.71954324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.71955078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.71955754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.71956406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.71957242Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.71957948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.71958628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719593591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719602121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719609051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719616201Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719623561Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719630931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719638071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719644991Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719652252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719926456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719944856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719953916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719963346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719972297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719980897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.719989497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.720049658Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.720073128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.720082148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.720091039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.720099989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.722551568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.72332017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.723343301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.800761ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.723495393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.723897009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1955, tv_nsec: 882538218 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.724246115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.724878535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.724902126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.725034768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.726913668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1955, tv_nsec: 885563556 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.727231483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728083647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728172518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728183538Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728190338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728197758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728205398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728211739Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728217959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728225179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728414502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728517123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728601995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.728619195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.730207831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.730235461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.730356502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.735592667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1955, tv_nsec: 894227545 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.735879501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.761135376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.764063033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.764115764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.764248876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.76639321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.766852688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.7682586Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.768270311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.768505315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.768579716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.769684453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.771027415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.771431661Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.772018831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.772046411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.772330816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.7725653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.77258905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.772740082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.77384322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.773875061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.774045723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.77568981Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.77571034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.77571934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.776186398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.776209108Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.776663725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.777163303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.777508849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.777922035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"58.459237ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.778470994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.778797309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.77881749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.779000823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.780021619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.780040819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"60.603931ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.780607378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.780622329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.780795471Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.781233988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.781255389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.781442892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.78323288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.783415753Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.786506523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"58.329905ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.786529073Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"58.340805ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.786579494Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.786757917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.787950406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"59.763138ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.789568912Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.789594302Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":76,"elapsed":"70.190045ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.800829613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.801185248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.805282894Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.805617609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.805639919Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"86.082419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.807676923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.807890311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.809206787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.809922008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.809944519Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.810383415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaaa8cd7-3bf5-4681-9ed6-3a2595f38043\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.810400356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.812160424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.812761184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.812814994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.813006497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.814866837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":26,"elapsed":"95.322608ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.816692027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.816719307Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.816728667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.817190085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.823089139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.82311351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.823427704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4edf83e-7834-4e52-88e2-2a96f2f027f9\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.823443345Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.825845423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.834434461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.834462621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.834715245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c292305-e5be-42e0-83b7-953c2eb02e12\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.834730206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.836137068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.844113216Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"115.910428ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.851321802Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:02.851349942Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.851364382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"131.862283ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.85432334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.854625255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.886840271Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"167.320482ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.896795231Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":26,"elapsed":"177.367803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.944915812Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.945206646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.978242926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.97854253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b11135c-6040-4d4f-9036-dd6a14f66e86\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.980638524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:02.98100062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.000894389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.000908879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.001213194Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb0671fc-2e84-4e96-ad9b-1a17d17b7cd7\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.001246485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.00156087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.003396799Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":26,"elapsed":"283.832049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.030256569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.032308002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.032325043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.032472165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.034217993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.034583399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.036326217Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.036340737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.03653808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.042444475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.042467565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.04274749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"19f41aa1-8bb4-41bf-b950-afb1d1507950\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.04276047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.043111516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.045488363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.045731017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.046744634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.047033818Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb0e2088-cf6c-4700-9aca-1c02d010f329\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047056059Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047066589Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047345983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047356204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047363433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047371254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047379054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047386464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047546916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.047556417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.04777364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.04778173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.047981214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.048935429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.049103292Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.050104717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.05024999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20baa9db-c80c-49c8-a6dd-059ed850d4c8\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.0502619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.050457873Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be5c467-a246-45e0-8562-586a269c44f4\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.050469233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.050479843Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.05148694Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.05149622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.0627211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.064669631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.064688291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.064817143Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.142146583Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fce00ff1-eb1a-49c4-81bd-cfed2297eda5\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.142170213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.142179293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.142566789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"25788cc1-4291-4d03-ae31-4ef5e18b5e1f\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.143977332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":26,"elapsed":"424.482063ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.144048443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb5d323d-c738-489c-937a-c65f3997c427\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.144091854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.144400599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.148049137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.14823097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.151284209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.151558183Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.153650707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.153811299Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.15382346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.154270167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca814499-60a0-4d9c-a3dd-5594c31dade8\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:54:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.154286597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.154295507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:03.154303027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.155776881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":26,"elapsed":"436.200301ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:03.160959464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":26,"elapsed":"441.365544ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:06.138372961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"cc9bb3fc-3840-47c2-b998-7e881eea353c","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.719652226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.719731007Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.719749397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.719763707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.720047462Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.720210025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.747539323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.74863704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.748973306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.75047779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.7504889Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.750661253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.750944677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"31.286721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.752595389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.752858502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.754692677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.757439641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.757458512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.757601014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.76795869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:12.76797408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":77,"elapsed":"48.354855ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:16.138789213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"a7a35ef4-177f-4c0b-9208-8974940010c5","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.720060987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.720137798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.720152489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.720161749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.720449643Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.720621306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.722104479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.722655459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.723032775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.724941826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.724955086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.725107008Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.727031429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.727200682Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.728715546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.732530097Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.732549528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.73268702Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.74396144Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.743990391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":78,"elapsed":"23.955615ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:22.759466609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"39.400362ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:26.138227718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"8cbf0857-f529-4f69-af16-22080a6444a1","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":238,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720565571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720633502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720644552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720652863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720661403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720669063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720676363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720683393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720691193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720698584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.720705484Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720713334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720720474Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720727884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720734954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720741784Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720749854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720757204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720764485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720770585Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720776715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720782805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720789535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720795905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720802335Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720811085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720819255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:54:32.720826666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720834686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720841936Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":15,"elapsed":"12.09µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720851986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720862096Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720872496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720883106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720892876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720903147Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720912867Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.720923397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:44:32.720808375 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720934257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720944677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720954328Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720963568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720972078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720982578Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.720991878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721000698Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.721010329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721019109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721027939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721037129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721046449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721060149Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721157401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721181571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721195181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721208061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721221212Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721241782Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721253742Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721265073Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721276543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721289243Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721301473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721377714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721395535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721403375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721411395Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721418385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721507546Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 879721645 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.721546857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 879745395 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.722053645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.722078886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.22993ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.722192907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.722211518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.336881ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.723550979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.724092878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.724516155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.724612036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.72487068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.724987902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.206537ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.726374684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.726386664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.726393485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.726400275Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.726405805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.726601788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.726691569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.727194368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.727208958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.72737235Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.728217214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.728243954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.728379076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729381003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729405193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729416553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729427143Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729437093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729448224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729457634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729465404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729471904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729478384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729484014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729490034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729647587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729668817Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729714928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729732188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729743738Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.729766099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.730060834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.730078204Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.730257997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.730946948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 889171996 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.731164681Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.731291443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.731332524Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 889558912 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.731594168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.732272749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.732288789Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.732460402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.733647701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.733664901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.733770313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.733842384Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.73480837Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:44:32.720808375 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.73482791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:44:32.720808375Z\",\"pruned\":[]}","iteration":14,"elapsed":"14.004045ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.737141797Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.737164327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.737376381Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.739891821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.741595688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.741616629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.741626109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.741858172Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.741926074Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1985, tv_nsec: 900154242 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.742176858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.743725713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.745623473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"16.228ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.745887447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.746188162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.747594995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.747619125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.747629175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"18.210452ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.749403084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.74984332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.750025603Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.750329188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.751473777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.752204928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.754049968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.754072248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.754255631Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.757553054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.757576415Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.757807058Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.774605297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.779014028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.779058539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.779275602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.779539667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782374642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782413973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782425693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782438033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782450533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782459043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782467523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.782582305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.78413992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.784607848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.786499098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.786580829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.786848233Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.786968495Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.790210987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.790324229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.790570063Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.792178429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.79220407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"62.789887ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.792620156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.792632446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.792913961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.794571817Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.794876472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.795437491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.795453491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.795674805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.797270921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.797542725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.797729288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.797748768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"77.173417ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.799364374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"69.928551ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.79969079Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"70.269046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.800279069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.803108024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.803508851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.804328464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.804564228Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.804587888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.804598168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"83.974356ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.804650399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.804678869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.806011191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.806279725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.808796065Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.808817186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.808824166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.808830296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.808844736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.808854966Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.809063169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.809288313Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.809626218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.809640849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.809801351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.810791607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.811158433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.813207366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.813224936Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.813402359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.814224892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.814241723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.814387805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.815806608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"95.025383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.816049472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.816362166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.820213988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.820503533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.822087928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.824739031Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.824766951Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":79,"elapsed":"104.21527ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.825735127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.825756477Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.825998181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.827861301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":27,"elapsed":"107.053026ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.830154767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"109.21793ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.830715767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.831063622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.835077506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.835101117Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.835114037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"114.191691ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.837682248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"116.794002ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.83841507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.83843495Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.8384469Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.838823417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.841595801Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.841830905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.84650959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.846809734Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.84715061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.847248241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.847258582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.847265992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.847566447Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.849522382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.849536032Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.849673969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.868719176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.868743816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.869034141Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"393c18de-b238-4f6d-8654-20ab8cdb0f14\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.869055181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.870448423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.899918126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.899940756Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.900157909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98edf0e4-6834-437e-8a61-17f0fff8b969\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.90018281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.901612683Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.90518842Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.90520252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:32.905435224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96fced11-3d21-4622-86e4-787335e20301\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.905449224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:32.906883177Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.021199109Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.021574315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a770b33a-abc4-4813-b9cb-89ef0550c017\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021601976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021613206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.021621086Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.022995868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":27,"elapsed":"302.361436ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.02309409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.02624608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.026268501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.026423823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.032731754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.039244509Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.041706648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.041732549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.042980618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0aa228a0-681e-4abf-a133-6247dab779ff\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.043013009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.044743677Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.045256295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3491c178-c0e6-48ff-b57d-91e5c6f32c38\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.045277955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.045905525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.045931036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.045940646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.045948486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":14,"elapsed":"325.336884ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.046975833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.047210456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22b11119-ec12-41b8-a687-b2b085d590ff\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.047649963Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.047662833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"326.925129ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.048162801Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.048172772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.048345904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.048537567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.048819062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.051034688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":27,"elapsed":"330.343674ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.051228361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.051244241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.051252851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.051260641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":14,"elapsed":"330.556988ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.060683102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":27,"elapsed":"340.014439ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.071470605Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"342.054422ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.076676329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.076707309Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"355.900624ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.103830044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.104298331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2757059a-759d-4d10-8eec-a8391378eb69\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.104317341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.106212992Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b53c6fa0-75dc-4773-965d-97e15bc7ff97\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.106239612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.108168093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5957f0bd-c57f-4b21-9979-329ca5b7f578\", \"date\": \"Thu, 19 Dec 2024 21:54:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.108184934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.110269597Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.110311948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"389.580114ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:54:33.115298028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.115321908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"394.455102ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.129239871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4075bb3-f907-4fa9-8719-7a73d7a8f652\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.129265161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.129565386Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.143573961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.143599051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.143830555Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5cc69c41-8fb8-4231-ab8f-6ed2d1963d6c\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.143841615Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.14415783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.145107355Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.145472961Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.146247993Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.146431156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.146928655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.146941995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.147109267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.14917868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.149468985Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.152594845Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.152614376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.153089373Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fb18b913-d722-4adb-bbc7-3236a81f1dcb\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.154378284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":27,"elapsed":"433.758192ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.159420715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.159667489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08292fc-294b-4e17-832c-06ea982f9629\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.159688569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.159700529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.159958723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.159970824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.159979424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.159991644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.160000284Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.160008424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.160195437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.160204927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.160431161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.160439701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.160661355Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.162813609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.162921581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06626e67-dc46-47f2-93fe-9111fae7bcf6\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.162939541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.163053813Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e196e713-b187-4112-9604-d2a30a2de271\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.163067173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.163077413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.250635666Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"96797fba-0f5f-4013-a975-d1f90f333a1c\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:33.250665087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.250676417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.250902041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0cfd8b6-f65d-44b6-8e0a-fb15950ec3e0\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:54:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.250930441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.251206986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.254030261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.254304025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.257306013Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.257515607Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.259392767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.25957104Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:33.266638473Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":27,"elapsed":"545.983921ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:36.138462939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"65eef81a-3e55-4963-91a6-0ace11c9f1b1","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.720673999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.72073375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.720745291Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.720753111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.721054555Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.721068326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.722285825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.722457048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.723040487Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.723995192Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"3.317173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.725828792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.725841292Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.72600035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.727649071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.727820434Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.729008223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.731731136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.731744737Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.731883669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.739148425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:42.739171046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":80,"elapsed":"18.510446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:46.139122735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"3666da5c-4c45-4a09-80d2-ccf4f142a15b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.720561093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.720612724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.720623664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.720631104Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.72097199Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.721064902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.723088914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.72346808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.723737654Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.726071612Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.726096862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.726226684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.728307818Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.728599302Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.730141857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.732929792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.732951582Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.733089804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.741026921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.741051602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":81,"elapsed":"20.506359ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:54:52.752487525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"31.915122ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:54:56.138466229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"50c60eae-cbad-403c-86a5-1d8135b35a32","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720527036Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720590907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720603807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720612198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720619667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.720628938Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720638838Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720648388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720656708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720664538Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720673188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720680839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720688879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720696939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720708289Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720719049Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720730939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720738969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.72074735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.72075485Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":82,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.72076411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.7207714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.72077913Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.72078794Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.72079605Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720803281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.720812091Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721006974Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721019624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721030244Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721040314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721056105Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721079945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721090655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721211167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721221437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721229757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721238017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.721252358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.724333627Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2015, tv_nsec: 882195515 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.724601371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.724809685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.167046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.725080659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.725325073Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.725628948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.726024554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2015, tv_nsec: 883883413 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.726308779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.726633184Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.727553179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.727911024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.728158438Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.728170319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.728388532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729035222Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729048433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729065093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729072583Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729082323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729092023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729102054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729110594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729365788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729379358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729459729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.72951733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729709933Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729720023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.729892836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.730856312Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.730878042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.731030734Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.731487442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.731506832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.731649324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.732085311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.734774214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.734800745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.734982848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.73760193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.737782623Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.737842743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.737881114Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2015, tv_nsec: 895736332 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.738096578Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.73822551Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.739959308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.744593872Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.744619332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.744836726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.758139695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.758177346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.758187808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.758582905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.761063656Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.761119787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":82,"elapsed":"40.403568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.761379391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.761674085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.762071742Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.764057604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"43.461047ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.765026169Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.76505134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.765350604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.765965404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"45.438749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.767790334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.769768685Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"40.685442ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.771983071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"42.928958ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.772750983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.772775583Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.773039098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.779923378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.779966839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"59.354871ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.7800505Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.780417076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.78069224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.780936674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.783764659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.783949222Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.784320439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"55.230925ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.790291334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.793418914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.793445905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.793615017Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.80190358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.801931841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.801939521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.802427969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.807166604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.80749973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.810182943Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.810554609Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.819051265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.819282739Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.821397862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.821419083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.821738778Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbb2c8e-be1b-4c22-ab92-9a76e4320bf6\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.821754348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.822424389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.822436129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.822747264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"865235fe-21da-43d7-a8e5-9c74287db8bd\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.822757664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.823172441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.824602824Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.838007399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.846367693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.846393303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.846595836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.848886523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.848904423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.849181408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b1545f1-8534-4bc5-ba95-af7b169d6eec\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.849195198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.849557334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.849566914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.849575564Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"128.902586ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.850648371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.854887179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.854973711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"125.896097ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.855244725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.875310997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"154.643238ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:02.91920828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.91923433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.921362435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":28,"elapsed":"200.667776ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.924628625Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.924868479Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b14c8e0e-3e40-4239-a6cd-a6c0cfb2bded\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.926571848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.926830762Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.927101416Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.927432922Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.928629871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":28,"elapsed":"208.020304ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.928773843Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.930936518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.930964158Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.931160041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.93292018Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.934908492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.934921502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.935070644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.93917674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":28,"elapsed":"218.548793ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.987942562Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ed3595-25bf-4ade-9b7b-1c9350437e09\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.987987752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:02.988327418Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.002774419Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.0028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.003051044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0e947fa3-4e4f-4a91-9bff-186bcdcd0076\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.003062364Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.003383449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.005578704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.005755937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.024896094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.025177848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.041708083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.042078899Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5de48030-f165-42b0-896a-8fb8ec4f9fbc\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.04210718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.04211787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.0421277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.044266864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":28,"elapsed":"323.728328ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.044466048Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.044479078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.044909115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.045271901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.045547765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.048860318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.048877278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.049216064Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e6bb6799-ad45-420a-98e7-94ce600766dc\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.051231476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":28,"elapsed":"330.665489ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.054787703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.055053127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77472adc-27a4-45c3-ab3c-df8dbc7df234\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055072958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055083028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055359392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055371662Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055378152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055385592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055392103Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055399653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055575195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055584946Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.055805439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.055813849Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.056040383Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.057863362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.057976544Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6411d686-cf83-4489-8cb6-3c61a4389d33\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.057988044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.058126296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7d5bfc-458c-4d6c-821a-75fc99d0e5e9\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.058137687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.058147767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.142882465Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2aa43942-f375-4868-81d3-ef87121e4e33\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.142908045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.142920175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.143144869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59c61647-43a2-4d94-a779-c71a2c157066\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:55:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.14318716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.143450174Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.146567164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.146744137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.149054874Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.149401399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.150858283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.151074696Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.156879749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":28,"elapsed":"436.15844ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.548474955Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.548503716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.579833868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.579940099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:36769"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.580097082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3fb0f3bc-1e46-43e3-8305-93ada54c36af","remote_addr":"[fd00:1122:3344:101::b]:36769","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.580484608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3fb0f3bc-1e46-43e3-8305-93ada54c36af","remote_addr":"[fd00:1122:3344:101::b]:36769","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.61551241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/oximeter.rs:76","collector_id":"e56fc450-d682-4bee-9a24-fa82256079ba","producer_id":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:03.615536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/metrics/producers","method":"POST","req_id":"3fb0f3bc-1e46-43e3-8305-93ada54c36af","remote_addr":"[fd00:1122:3344:101::b]:36769","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35498,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.615623231Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb0f3bc-1e46-43e3-8305-93ada54c36af\", \"content-length\": \"41\", \"date\": \"Thu, 19 Dec 2024 21:55:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.617884668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:03.617894878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"producer-registration-task","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:06.13878791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"1850a256-6995-48bb-9363-422ec69df8c3","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.720225636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.720311028Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.720329348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.720343278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.720637083Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.720715724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.722468292Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.722545274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.722899679Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.724505745Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.270219ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.725288667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.725301038Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.72545715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.727515883Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.727708316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.729037118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.731575988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.731595668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.73172131Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.740056294Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:12.740076775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":83,"elapsed":"19.875598ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:16.139388183Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"44375ece-b765-40c3-84f0-1611604481d4","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.720647959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.72072441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.720741371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.720755061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.721115777Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.721127997Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.722643241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.723455844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.723649567Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.725397665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.725409695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.725457126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.834738ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.725550358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.727366377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.727697322Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.729357009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.732082822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.732102003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.732233025Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.739908918Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:22.739940268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":84,"elapsed":"19.291649ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:26.139103475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"41659674-446d-44ed-9d3d-17f8b7e6d922","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721216103Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721283594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721296165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721306455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721315905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721326575Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721335735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721346375Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721357315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721366476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721375826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721384466Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.721393606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721403326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721412176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721421027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721430887Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.721442247Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721451957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721461397Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721471877Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721483637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721494238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721503208Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721513278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721522758Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:55:32.721532788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721543338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721553869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":16,"elapsed":"12.341µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721565809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721575439Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721585119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721595429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721605019Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72161488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72162475Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72163535Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72164552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.7216553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721665891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721676281Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721685891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721695251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721704901Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721715071Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721724752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721736422Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721747142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.721757212Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:45:32.721584109 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721767402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721776232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721787913Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721798043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721810203Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721821613Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721831793Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721887714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721961265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.721974285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722021526Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722034236Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722043186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722053047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722068147Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722077227Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722095787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722127448Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722138278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722174909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 879670237 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72225423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 879756649 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722628076Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722653536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.088438ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722736518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.722748178Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.170599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.724180841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.724642318Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.178221ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.725699185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.726134962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726154432Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726161792Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726241024Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726405336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726470268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726481378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.726656791Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.727675077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 885181175 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.7279035Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.727922461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.728870166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.728910417Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.728922087Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729105Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72911562Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729376574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729385634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729392784Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729399444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729405975Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729414135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729421195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729427825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729434385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729441255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729447405Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729454085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729627668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729706179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.72974833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729781941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729799761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729814341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729823511Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.729862082Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.730057715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.730660825Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.730893308Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.731251394Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.731261994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.731405336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.731967616Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.732167099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.73224311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.732440453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.732702957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.732834459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.733035193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.735522542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.735539793Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.735640575Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.735656945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.735744476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.735864288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.736227994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.736243884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.736375836Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.738017175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 895555502 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.73813757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.738284611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.739688799Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:45:32.721584109 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.739699329Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:45:32.721584109Z\",\"pruned\":[]}","iteration":15,"elapsed":"18.11095ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.74036014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.740671445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.741170523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.741181093Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.741391047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.742807119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.744183111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"14.777627ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.744950274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"15.511938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.746035401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.746059142Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.746267055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.746989856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.747092288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2045, tv_nsec: 904585896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.747282211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.747449814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.750662165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.751055362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.754504287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.754772021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.778626513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.778975809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.781085543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.781151914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.78153675Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.783184986Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.783563723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.783635994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.783794356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"62.278178ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.785318691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.785346831Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.785539424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.786837605Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.786869436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.786881746Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.78713027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.788483481Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.788511372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.788772396Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.791908156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.79215215Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"70.688453ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.792284502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.792318183Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"62.935919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.794817703Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.795111738Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.796684353Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.796892226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.797599608Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.797611148Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.797621338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"76.267073ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.798177377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.799768132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.80025034Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.800345541Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.800371492Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.800568455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.800644166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.800657566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.8008483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.802201521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.802223751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.802236902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"72.827227ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.802667539Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.804419077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"75.033843ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.805103748Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":29,"elapsed":"83.778283ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.806379718Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.806406949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"84.85691ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.812805941Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.812965854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.812986414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":85,"elapsed":"91.493987ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.815764128Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.816949137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.816968688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.816976878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.816983398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.817345684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.81900699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.822010619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.822032749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.822166331Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.824573429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.82458915Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.82459958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.825051277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.826265557Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.829193574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.829207164Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.829362576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.831823176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.831845826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.831855866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.831865726Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":15,"elapsed":"110.380459ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.832833722Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.832861932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.832874062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"111.600148ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.83397888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.834006681Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.834014711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.834021021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.834369337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.836081904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.836378529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.836647113Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.836694644Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.836947528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.839165693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.839178543Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.839326286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.840522665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.842553358Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.842570278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.842738441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.851795406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.853344741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"132.112977ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:55:32.853886969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.85390451Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"132.498283ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.86890402Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.86892594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.869214195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7368b4-8d82-4920-9980-b0bfa922bbd5\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.869232125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.87076963Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.871344749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.871355299Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.871586253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"145eb800-ab70-4b9c-be56-a8b388561db0\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.871600203Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:32.874177304Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.874629292Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.874933817Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:32.940138132Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.017451491Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.017512642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.017717995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd10f98a-05ce-4b7b-b85c-3ca32c68f9e2\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.017741875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.01802211Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.020171604Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.020197045Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.020207265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.020513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.021953033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.024802878Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.024818339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.024957391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.026836361Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.026956283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.026973403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.026982153Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.026991214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":15,"elapsed":"305.533146ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.033692061Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.033718621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.033850714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1e0aad47-44ca-47d1-b9aa-e4c5b7418da3\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.033862884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.033870074Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.033879664Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.034071507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.034199039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3bf0629-5e79-4217-a01c-f488f99f0361\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.03422991Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.036484486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.036671969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.036919453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.03985014Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.040022962Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.043396667Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.043418337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.043690081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e3cb16a9-894d-4ed1-a95e-e1317b54fc85\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.044808569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":29,"elapsed":"323.510555ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.047015434Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"317.59245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.047043755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.048954676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.048970736Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.049114728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.050931987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.053454378Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.053470248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.05361279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.063044251Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.063071032Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"341.670495ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.169144832Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":29,"elapsed":"447.864498ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.169339525Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.169696801Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bc710766-3597-4729-ae6c-3826d6202501\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.169709711Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.170686717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.170927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd79b59d-e03c-43f8-b698-472aeba68a25\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.171244445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0aad4d06-09eb-4e27-b7b4-ba9d2b7abd95\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.171255976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.172059059Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.172284012Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.17340764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.173420191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"451.970623ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.174539728Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":29,"elapsed":"453.176213ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.185359432Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.185777429Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a854d14e-cb22-451a-b1e7-b29a381f1828\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.185806089Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.187359764Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba01bcd6-f22c-4b72-b2a7-64ebe5021e18\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.187375044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.189253634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4d1cb677-56f2-42e1-a971-adecb066cbf8\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.189265214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.191211176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.191242516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"469.736718ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.199690652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.200089058Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9b1f626-6fcf-475b-956d-fdb08343fca6\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.200111078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.200120288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.200127688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.202331804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":29,"elapsed":"481.05132ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.252254834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.25262931Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.254662393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.254676523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.254855056Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.262852754Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.263054577Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13e34f47-5be8-40e4-a2e3-4eded26cd7e3\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263074337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263084488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263337821Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263347762Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263355102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263363202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263370952Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263378292Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263534425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263544265Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.263773279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.263781279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.264065223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.26572303Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.265831181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8eb159-2785-449f-acfa-9aafdab09cfe\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.265841902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.265999814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733ecfd9-a7a0-4d71-82eb-50da87d56233\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:55:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.266011334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.266020964Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.356035277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"85ad7165-47c7-4f2b-a643-d56e0207d94f\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:33.356078168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.356089738Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.356302902Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd5fa01-d5d6-45de-bc8f-4e7cbba6f387\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:55:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.356338442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.356688188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.359470472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.359650715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.363585188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.363897223Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.365805624Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.365976637Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:33.373002759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":29,"elapsed":"651.787056ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:36.139156801Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"59537183-31e0-4ac5-9f13-f0dafe40e9e0","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.721402272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.721485443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.721505854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.721519934Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.721792288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.72188886Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.723463975Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.723666338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.723996884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.726829229Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.726858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.726987062Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.728676979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.728865112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.730302315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.733005678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.733018868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.73315907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.741581445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.741601896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":86,"elapsed":"20.232185ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:42.751461614Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"30.065932ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:46.139788267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"08e7a8c5-09c4-4da8-89de-19d751593eff","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":308,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.721048372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.721131853Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.721152363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.721164203Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.721405047Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.721420098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.72282327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.722991333Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.723845346Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.724607009Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"3.587368ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.726718272Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.726731263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.726877325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.728912428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.729097811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.730759917Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.733282838Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.733302648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.73343287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.74213868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:55:52.74215351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":87,"elapsed":"21.123219ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:55:56.139386486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"6c2e2083-5717-4a64-868e-b4482742c5ef","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721404323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721476134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721488175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721498755Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.721507865Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721517155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721526055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721534455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721542926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721551846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721562156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721570706Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721578586Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721587026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721595356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721605287Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721613297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721622037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721630077Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721638907Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721647827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721655987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721663788Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721671668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721680508Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721687688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721695398Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.72184295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721909991Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721954342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721967592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721978733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.721989853Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.722000033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.722022393Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.722039763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.722049344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.722061714Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.722071564Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.723874483Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.724591744Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.724840958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.725143923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.72611ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.725287855Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.726129939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.726144119Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.726307022Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.727157085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.727342039Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.727470701Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.727504001Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.727632723Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.728196982Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.728500797Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 885629025 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.728794502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.729003195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 886140203 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.729255569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.729618115Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.729867759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.729889489Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.729899629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.72990698Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.72991436Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.72992118Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.72992841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.72993495Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.72994183Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.730087872Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.730175444Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.730230185Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.730280735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.730312776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.730516809Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.73052715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.730719502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.732116145Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"10.61104ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.733338315Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.733360155Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.733542988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.733868043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.733879733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.734055416Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.734099787Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.734109957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.734259259Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.735946316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2075, tv_nsec: 893083425 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.73619092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.736276752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.737190896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.73741762Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.737736995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"7.802575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.738227043Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.738239733Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.738377925Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.740284336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.740477319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.741018278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.741037278Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.741203411Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.741324332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.741355873Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.741497795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.742781776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.743505327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"13.599368ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.745381288Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.745397768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.74553437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.756293163Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.756323343Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":88,"elapsed":"34.756877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.762031804Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.762241648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.763163442Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.763188553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.763196633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.763384536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.765371418Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"43.910074ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.767474202Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.767497602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.767751336Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.76796687Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.768033511Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"38.161781ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.768130022Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.768139572Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.768145493Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.76861344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.774750798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.776858352Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.776882862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.777009464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.778150803Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.778175773Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"56.643318ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.832014006Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.832343771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.857318362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.857351112Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.857646207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b79c403b-c283-4c10-969f-bf69c07fcaf7\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.857687657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.859249742Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.864450566Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.864464906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.86469455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30794682-0c89-45be-bcee-4c3a01bb09fe\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.86471098Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.866240254Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.936594252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.936621102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.936845496Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cff6d3b-b713-4f17-87ac-6db59493a121\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.936859946Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.938503283Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.95453811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.95456359Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.954971876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea0d2873-d106-427b-8df7-d8751a1d99d2\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.954993757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.955311092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.956486231Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.959744533Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.959795704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.959836774Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.965746779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":30,"elapsed":"244.159393ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.969274056Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"247.727881ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.976884628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.976909958Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.977174423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"917321f3-6760-4bf9-9914-ddc669c5ecea\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.977196113Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.977464527Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.979287826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.97950173Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.982728041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.982995856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.985977133Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"256.077774ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.986166576Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.986182337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.986562863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fcdee109-f94b-4421-b5a9-17c18f3231d3\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.987893154Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":30,"elapsed":"266.45296ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.989860426Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:02.989875306Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:02.989884536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"268.28837ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.014098534Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":30,"elapsed":"292.61965ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.050561399Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.050852503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40a08162-5423-419b-b571-4616013671e3\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.052241966Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.052470619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.054354979Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":30,"elapsed":"332.888875ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.055703571Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.055870594Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.057644772Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.059592573Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.059608224Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.059751216Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.061600016Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.063387324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.063402724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.063534387Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.085410807Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.085711532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.087705514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.087719344Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.087884267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.096718268Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.096963342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae6206b-d99e-4353-81be-4bacf362f2e9\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.096981652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.096991713Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097262707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097273937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097281457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097289248Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097297168Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097304498Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097489731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097499021Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.097726435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.097734445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.098028699Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.099270669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.099383611Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b8aee6-def2-478b-8ff9-ccda337d139a\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.099394321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.099476663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1d64954-24e5-4d1d-8f83-237e43bae4fd\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.099489323Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.099498403Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.099816768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.194095139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"960e0101-454d-46ad-867e-5dbdf639688c\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.194119559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.19412892Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.194462965Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ecc697a-9a09-4437-bd1e-d47f7ae03334\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:56:02 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.194481565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.194490595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:03.194498715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.194554296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d72c46eb-1d66-4de7-be93-19bcc1673860\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:56:03 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.194591247Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.194888264Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.196128392Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":30,"elapsed":"474.630777ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.198637182Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.198874536Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.202028866Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.202201099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.20352876Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.203742814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:03.210201717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":30,"elapsed":"488.809704ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:06.140106023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"0d8326ae-0e16-488c-b446-0340149b16a8","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.721357898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.721450179Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.721468869Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.72148409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.721901686Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.721924897Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.723877688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.724222334Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.724579569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.726148954Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"4.802147ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.726607042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.726629602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.726754684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.728200707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.728423731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.729738552Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.732211362Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.732231672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.732355684Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.744075452Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:12.744091692Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":89,"elapsed":"22.770405ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:16.139453698Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"1be8041f-1ad7-4e1e-b6c5-31679e4f93f4","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.721907372Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.721994634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.722013614Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.722029214Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.722294159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.722424261Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.724052517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.724489904Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.724747368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.725905187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"3.991184ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.726830121Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.726843562Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.726981094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.728441797Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.72862506Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.729819579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.732264669Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.732283949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.732415591Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.744566376Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:22.744594326Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":90,"elapsed":"22.707174ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:26.139685367Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"f58371b7-166a-4e69-a513-39ca1facc391","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721667554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":91,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721739835Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721750705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721758705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721766735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.721773626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721781455Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721789186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721796296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.721803696Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-19 21:46:32.721724465 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721811166Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721818176Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721825046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721831296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721837676Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:56:32.721844316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"d169c84e-448d-4454-883e-8abf985c9a34","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721850827Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721856767Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\"}","iteration":17,"elapsed":"13.19µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721864177Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721871377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721878127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721884257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721892107Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721899988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721906868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721913798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721924348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":91,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721934668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721941748Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721948708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721956388Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721963649Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721970518Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721976749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721983059Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721990579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.721996619Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722003759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722010449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722016819Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722022599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722030339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72203751Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72204379Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72205037Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.7220568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72206297Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72206916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72207488Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.7220823Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722088731Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722096191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722102621Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.722109881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722116181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722334554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722360425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722369055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722378175Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722386435Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722393895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722436896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722452946Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722461206Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722470126Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722478717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722486127Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722543218Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722554768Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722561868Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722569418Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722578678Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"60dc5fae-fad2-4cae-9c7e-fdda2aea363a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"bdceeb8b-a8f0-42c4-9d12-d51fd343f8ea.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f3cae610-b94b-4d69-be23-a035fb38b2c1.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2105, tv_nsec: 879350687 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722592279Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722602369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722610829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722632219Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722640939Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72268459Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"33636c8a-3c34-4c6e-8484-5d00c7480c2e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"6a5b6b13-8959-4dda-9c7a-e1e911d08309.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2105, tv_nsec: 879456869 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722734401Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722744011Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.722990135Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723020015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723149628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723176898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.25016ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723187058Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723196618Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":16,"elapsed":"1.22264ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723204848Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723212798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723335651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.723764987Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.72391752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.724114353Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.725641437Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.725693628Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"3.978654ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.726382129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.726390659Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.726566642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.726583032Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-19 21:46:32.721724465 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.726591653Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"expiration\":\"2024-12-19T21:46:32.721724465Z\",\"pruned\":[]}","iteration":16,"elapsed":"4.867658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.727324324Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.727544888Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.727953814Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.728510863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.729327134Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.729336209Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.729577365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730092389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730115705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730123468Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730130002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730199841Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730207521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730213671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730220671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730227051Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730233811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730240321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730247111Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730474285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730487015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730515015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730554046Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730564626Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730573056Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730611647Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.730711269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.731497851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.731514002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.731522472Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.731681404Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.731833817Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.731854207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.732015999Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.733575295Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.733635476Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.733647826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.733810408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.733833709Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.733986311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2105, tv_nsec: 890765060 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.734133553Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.734249715Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.734972257Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2105, tv_nsec: 891745385 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.735218161Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.735675188Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.735686158Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.735830341Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.737177592Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.737262854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.737885454Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.739821195Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.739842775Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.739979927Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.740327783Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.740347253Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.740553606Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.74079568Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.740822691Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.740953973Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.741349099Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.743433882Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.744283846Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.744295456Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.74449285Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.74451189Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.746427221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747067921Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747093301Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747221923Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747235054Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747568149Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747589959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747600739Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.74761116Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.747759822Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.749842665Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.749857805Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.750089729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.75011862Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.752205593Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.752227834Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.752330795Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DnsResolver","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-e282623f-c8b6-42e1-8711-fe2573bc5d47.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2105, tv_nsec: 909108114 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.752420157Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.752565569Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.754611752Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":31,"elapsed":"24.444861ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.75576633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"25.606731ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.75761425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.757889464Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.757963366Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.758171759Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.758742808Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.759030763Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.759561191Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.759886926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.762549409Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"40.653542ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.764966638Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.765693339Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.766066725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.766086966Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.76638503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.768763348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.768953651Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.768983602Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.768996342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.769004852Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.76948006Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.769580502Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.771702316Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.771730826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.771868438Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.774093584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.774119424Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.774334368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.77630896Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.776879909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.777354636Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.779759735Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.779789695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.780000929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.780748671Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.781115926Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.785368165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.785398165Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.785409085Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"63.679621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.786902159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.787198554Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.788730828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"66.79374ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.789954438Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.789985319Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":91,"elapsed":"68.317775ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.790240513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.790995645Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.794464891Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.794926968Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.795347374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.795369005Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.795524957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.795545948Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.795568238Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.795766371Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.79880532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.799133365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.799166196Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.799571932Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.800465187Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.800633159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.800883423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.802306936Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.802330317Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.802408978Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.80257241Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.803619937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.805218123Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.805251433Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.806358761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.806391162Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.806638286Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.80753349Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.80754725Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.807719003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.808499655Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.808532486Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"86.527387ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.808549106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.808560146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.808569116Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.808579026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.808687928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.809380069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.809822826Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"79.610536ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.810109321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.810338945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.811049816Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.811118207Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.811129967Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.811139898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"80.966147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.812439928Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.812463599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.81251461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"82.320009ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.812583801Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.812616391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.812626622Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.812636102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.812814385Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.814263528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.814281428Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.81440833Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.81502732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":31,"elapsed":"84.85142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.816804988Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.81693068Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"0","iteration":31,"elapsed":"94.890541ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.816991881Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.817895446Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.8181481Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.818852431Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.819120186Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.819950879Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.820911504Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.821155198Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.821847909Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.82187217Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.821992221Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.82251572Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.822769314Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.82378705Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"101.943904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.824329729Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.824508092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.825910724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.827201995Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.827214595Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.827220875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.827420668Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.829019924Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.829035994Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.829185197Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.831021516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.831195969Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.832964537Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.833210321Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.833382724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.833397704Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.833405895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.833569377Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.834735856Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.838818351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.838849682Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.839022245Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.841575875Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0152e85d-e2cf-447a-aa16-f4526ce97177"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.841600936Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.841610156Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:45.056109 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.841619146Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2}","iteration":16,"elapsed":"119.797549ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.845834244Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.845860854Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.845870514Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.846078147Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.847251066Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.850060461Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.850072542Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.850207084Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.851343512Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.852644983Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3dc88925-03a2-4f17-9010-0a3c014494f7"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.852663263Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.852672463Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"current_time_created":"2024-12-19 21:41:43.539195 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.852681033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1}","iteration":16,"elapsed":"130.866977ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.852825296Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.859931029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"138.094303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.860282565Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.86059113Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.863127481Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.863394305Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.864141887Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.864160517Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.864501023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a96daca0-395a-4144-9fce-c9fe32a1b8de\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.864517363Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.864818828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.865127273Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-19T21:56:32.866050708Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.866071908Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"144.311313ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.866967002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.876686348Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.876708338Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.876960953Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a74a948b-2b42-46c3-b6a3-7da70c43a9d3\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.876976943Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.879133657Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.879144528Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.879345681Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17babc14-2db7-4dfe-bc0d-fd26234339dc\", \"content-length\": \"26\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.879355311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.879362771Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.880986857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.89303406Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:32.893062311Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.893073761Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"171.064811ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.893722351Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-19T21:41:27.955101Z, time_modified: 2024-12-19T21:41:27.955101Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0feefa69-b2eb-468b-9298-c35069cb9c00, db_silo: Silo { identity: SiloIdentity { id: 0feefa69-b2eb-468b-9298-c35069cb9c00, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-19T21:41:44.985038Z, time_modified: 2024-12-19T21:41:44.985038Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.893744342Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]}},\"default_endpoint\":{\"silo_id\":\"0feefa69-b2eb-468b-9298-c35069cb9c00\",\"tls_certs\":[\"f64fb4d48886985edb21328e979e0193c607e376d335d4869e24b5beeca32293\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"171.984366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.904193949Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.904464213Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.905606501Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.911089069Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.91111578Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.911334193Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.912485042Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.912773976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.913911905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.914155269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.91548584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.919018976Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.919039457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.919182159Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.922913549Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.923233374Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.924659277Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.92484129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.926520857Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.9266989Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.928434707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.92860387Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.929386423Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.929576616Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.930283347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:32.93044368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.015553094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.01593365Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ac0df6b3-972a-4e64-8236-8744ad22f16e\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.01594724Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.017288262Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3a6e5f39-5a81-4598-9bbc-c8eda3aae79a\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.017301152Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.018760055Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.018770425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"296.914009ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.026861695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.027099799Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89e97dde-7339-47b5-bc2b-a76d3c901a7d\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.028369829Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.028656044Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.045244719Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":31,"elapsed":"323.23098ms"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.045773858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.045783858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.047578137Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.047962523Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.048304629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.049174102Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"null","iteration":31,"elapsed":"327.174083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.049838463Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.049968765Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.049980106Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.050073507Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.050175629Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.051458639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.051587981Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.053642944Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.053664154Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.053805167Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.055081717Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.055104957Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.05523937Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.056767614Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.057073859Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.058349449Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.058531092Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.059490078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.062697369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.06272027Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.062862672Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.069122332Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.069162503Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.069346786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.070718588Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.072254572Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.072598408Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.072612688Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.07274786Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.074210414Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.074269325Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 12bcffac-8204-4aaa-b21e-5155958bc66d, kind: Service { id: 33636c8a-3c34-4c6e-8484-5d00c7480c2e }, name: Name(\"external-dns-33636c8a-3c34-4c6e-8484-5d00c7480c2e\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 224, 20])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c6172cb-47cc-46f9-8bda-dc450dd9b828, kind: Service { id: 6a5b6b13-8959-4dda-9c7a-e1e911d08309 }, name: Name(\"external-dns-6a5b6b13-8959-4dda-9c7a-e1e911d08309\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 114])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1fa87bae-c99b-45a1-928f-8618068bbf71, kind: Service { id: 0eed2897-0106-4329-b5b8-0577d56d145c }, name: Name(\"nexus-0eed2897-0106-4329-b5b8-0577d56d145c\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 254])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4bbba2fc-4718-4298-ae81-75245ef64737, kind: Service { id: 410afead-fda9-4475-970e-8ade982017e3 }, name: Name(\"nexus-410afead-fda9-4475-970e-8ade982017e3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 168, 57])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: feb841aa-a47a-445b-9fae-f75fcf54ab95, kind: Service { id: ec016703-4181-4233-a8c9-0a669acf5cce }, name: Name(\"nexus-ec016703-4181-4233-a8c9-0a669acf5cce\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 157, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.074286895Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.125997864Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81bef0e4-a651-4f68-9169-90d7d0e6c440\", \"content-length\": \"372\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.126033584Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.1263781Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.143511634Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.143537885Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.144373368Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6ff7cfb5-860e-4986-a957-e25a295df88f\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.144388639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.144776015Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.146606877Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.14697757Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.149649003Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.149977498Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.200429177Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","vpc_to_sled":"[Sled { identity: SledIdentity { id: e282623f-c8b6-42e1-8711-fe2573bc5d47, time_created: 2024-12-19T21:41:43.002016Z, time_modified: 2024-12-19T21:41:43.002016Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.200458407Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.200466347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.200697041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.213077529Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.214070125Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f8cce8-80ac-4220-b869-a01af71a3249\", \"content-length\": \"691\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.214090716Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.214101256Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.214110466Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.21561532Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":31,"elapsed":"493.591521ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.215835884Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.216084828Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled e282623f-c8b6-42e1-8711-fe2573bc5d47 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.216640226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.216653707Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.217001252Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"383f15ac-58f7-4e87-aac7-2c6255cc349f\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.219019255Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":31,"elapsed":"496.946384ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.229140817Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.229605641Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2af97751-e779-4370-89e9-cfbf1198ae93\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.2296274Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.230806413Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"70094f09-cf66-46d8-a02e-4d9b057875dd\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.230818614Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.232183246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"16f5df98-7177-4de4-b0d6-2a37444be5f9\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.232193946Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.233894663Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.233939844Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"512.130858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.244239139Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.247062914Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Sled { parent: Fleet, key: e282623f-c8b6-42e1-8711-fe2573bc5d47, lookup_type: ById(e282623f-c8b6-42e1-8711-fe2573bc5d47) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.276567327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.276936443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.278905815Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: eb3dccb9-c213-475e-837c-79322ba8cd83, rack_id: 693b0cf3-c773-407e-bdfd-9ad08967cf46, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(750800d2-d988-4cb8-8535-bacd671c793e) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.278926945Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.279112858Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.287467852Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.287762776Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2040571f-85ad-4fdc-a545-62a456ce2727\", \"content-length\": \"134\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.287804877Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.287835558Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"750800d2-d988-4cb8-8535-bacd671c793e","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288089002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288105482Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288114652Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288123732Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288163593Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288172863Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288288905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288312905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.288528269Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.288536579Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.288813033Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.290946317Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.291061389Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953a524d-af10-4527-963d-2797c6abb185\", \"content-length\": \"2\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.291071559Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.291153811Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"DpdClient","rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5960e7c3-1248-4d5d-a666-6d10c92c20e1\", \"content-length\": \"51\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.291186181Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.291196851Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.29235599Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.3884798Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8fa9d034-75d1-43ea-9206-8ebed5a3f4bc\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.388505871Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.388514391Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.389466226Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"rack_id":"693b0cf3-c773-407e-bdfd-9ad08967cf46","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d07a90-d900-4444-a407-50feb75ccae8\", \"content-length\": \"682\", \"date\": \"Thu, 19 Dec 2024 21:56:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.389502347Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.389777081Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.389870023Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"SledAgent":"e282623f-c8b6-42e1-8711-fe2573bc5d47","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"f0339efb-9870-4bdf-86e1-081b5d4e0308\", \"date\": \"Thu, 19 Dec 2024 21:56:33 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:33.391313026Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.391330246Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","elapsed":"669.437879ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.391338356Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":4,"elapsed":"669.449989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.394011129Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.394279293Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.397695898Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.397863581Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.399736101Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.399982695Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:33.407532516Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{}","iteration":31,"elapsed":"685.849502ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:36.139843445Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"0cd5d9fa-c19b-4f6c-a302-c17ec4200482","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.722126337Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":92,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.722216929Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":92,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.722235749Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.722249369Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.722726327Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.722748457Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.724757959Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.727423222Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.727436642Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.727570674Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.729658078Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.729821441Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.752580905Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.75286136Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.756266574Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.75913839Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.759156041Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.759285443Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.771999906Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.772025587Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":92,"elapsed":"49.91806ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:42.781873425Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":92,"elapsed":"59.733847ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:46.140744216Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"89b0e5f7-7a13-4cf7-adba-44971045ab3b","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":433,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.722025231Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":93,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.722108122Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","iteration":93,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.722127232Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.722140743Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.72257693Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.72259029Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.749369639Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.749638453Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.750320094Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.753132779Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.75314382Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.753279002Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.755240633Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.755398646Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.76189648Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.764447521Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: d169c84e-448d-4454-883e-8abf985c9a34, lookup_type: ById(d169c84e-448d-4454-883e-8abf985c9a34) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.764461741Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.764594513Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.779126916Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":93,"elapsed":"57.084745ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.781650617Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"original_time_created":"2024-12-19 21:41:26.588013 UTC","original_target_id":"d169c84e-448d-4454-883e-8abf985c9a34","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","time_created":"2024-12-19 21:41:26.588013 UTC","target_id":"d169c84e-448d-4454-883e-8abf985c9a34"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-19T21:56:52.781664497Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ec016703-4181-4233-a8c9-0a669acf5cce","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"d169c84e-448d-4454-883e-8abf985c9a34\",\"time_created\":\"2024-12-19T21:41:26.588013Z\"}","iteration":93,"elapsed":"59.671356ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-19T21:56:56.140477267Z","hostname":"oxz_nexus_ec016703-4181-4233-a8c9-0a669acf5cce","pid":23184,"uri":"/ec016703-4181-4233-a8c9-0a669acf5cce","method":"GET","req_id":"9bca3991-3cc4-4172-ba80-e6bf8634543d","remote_addr":"[fd00:1122:3344:101::d]:32804","local_addr":"[fd00:1122:3344:101::b]:48482","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ec016703-4181-4233-a8c9-0a669acf5cce","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":306,"response_code":"200"}