{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.496146205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.496215906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.496225346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.496235196Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.496518211Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.496533222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.498527679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.50126097Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.50128485Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.501487754Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.504307336Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.504600372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.50609892Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.508639437Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.508663957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.508782969Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.519075621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.519098091Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":29,"elapsed":"22.932066ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.529470694Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.52979126Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:01.559582633Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"63.444819ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:02.085730494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"b480a116-23bc-4c2e-965f-b9b3b103cf1d","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":254,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.495712947Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.495768339Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.495777679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.495784239Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.496103195Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.496120455Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.497642473Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.497811106Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.497909288Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.500184961Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.500200861Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.500326603Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.502251489Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.502468393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.526455938Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"30.750451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.534182942Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.536567276Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.536583486Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.536717139Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.545648445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:11.545666125Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":30,"elapsed":"49.951698ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:12.086110092Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"46247d17-aa8f-410f-b1e7-4031391dd8b0","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":190,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.403483286Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.442552092Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.490797188Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.490947711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.490972421Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.490979921Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49142709Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.492720784Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9e1759d8-4bf0-4f6b-8cfb-8e744dbebbb6\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.492755264Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.494171621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.494575008Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.495328792Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9b9c312c-c2b4-4ea1-820b-9a1bc2657fe6\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.495360973Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496431243Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496455373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496467733Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496478524Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496488904Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496498634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496507954Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496518414Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496529754Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496539874Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496550885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496561055Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496571805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496582235Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496592275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496602216Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496612246Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496621836Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496633356Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496643947Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496653107Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496662707Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496672287Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.496683147Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-09-25 17:20:21.496575655 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496693468Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496702388Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496711548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496722488Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496732018Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496741448Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496750998Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496761239Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496771809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496782039Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496792209Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496802339Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49681273Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49682233Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.49683196Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49684102Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49684959Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496860131Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-09-25T17:30:21.496870301Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496880591Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\"}","iteration":7,"elapsed":"13.2µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496891371Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496901071Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496910541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496920572Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496929892Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496939522Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496949372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496958752Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496968422Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496977273Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496986273Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.496995713Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497006123Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497015743Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497024243Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497033244Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497041634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497053674Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497079545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497090585Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497145136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497163726Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497176316Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497190167Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497202387Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497214247Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497225957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497236198Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497251378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497265958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497314249Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497331399Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497342329Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49735476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49736947Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49738189Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49739379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.49740211Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497409831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497417901Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497427061Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2549, tv_nsec: 613055015 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497472612Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"11f53a30-9163-413a-8f7f-4bf206fb8176.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"929fdd8e-9f93-4e52-8d3d-ae706bb7a130.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2549, tv_nsec: 613097456 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497630095Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.497850729Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.497879379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"94.410554ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.498000932Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.499379667Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.499762094Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.500205753Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.500432917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501036048Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501061809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"4.31882ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501169511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501189461Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"4.641607ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501285173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501514777Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501836893Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.501971006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"5.207317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.502586957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.502843052Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.503044175Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.503672997Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.50488972Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-09-25 17:20:21.496575655 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.5049133Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"expiration\":\"2024-09-25T17:20:21.496575655Z\",\"pruned\":[]}","iteration":6,"elapsed":"8.316005ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.505308477Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.505335018Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.505597243Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.505776906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.505790646Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.505939179Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.507194932Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.507222103Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.507400076Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.516162809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2549, tv_nsec: 631753183 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.518239968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.518279858Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.518296179Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"21.795294ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.520341817Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.523160329Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.525949161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.52641498Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.529864713Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.529898874Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.530139109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.537016746Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"40.123065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.538381432Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.53883875Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2549, tv_nsec: 654450464 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.538878971Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.541027491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.541618312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.54208054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.54475296Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.54528705Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.547071023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.547404499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.547464511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.547663774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.554911469Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.555337597Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.555934958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"59.069237ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.556387396Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.556768823Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.55765503Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.558246891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.558773521Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561328288Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561349498Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561359978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561369689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561379679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561478941Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561578303Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561683855Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.561711415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.56200193Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.5668047Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.56684031Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.567125906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.571640729Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.573549135Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.574544074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"77.904217ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.576546511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.576579091Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.576905767Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.576941728Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.576955908Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.576965218Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.577261784Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.57974464Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.57977492Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.580007535Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.581152866Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.581578334Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.582509581Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.582589483Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.583581611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.583607712Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.583623792Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.583635612Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.585428596Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.585455866Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.585715291Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.585979006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"89.307849ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.586106978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.586123218Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.586393074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.592835893Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.595473312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.595966581Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.595984502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.595993042Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.59642469Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.596501901Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.596819067Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.597389378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.597409758Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.597685323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.598715312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.598746713Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.598989857Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.603849678Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.608002225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.608038065Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.60827397Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.61042701Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.61045563Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.610471951Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"113.692532ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.611043001Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.611058752Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.611071482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.611089182Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:42.974009 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.611099973Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1}","iteration":6,"elapsed":"114.67912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.611395198Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.611845846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.61258934Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.612618281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.612797364Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.613892484Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.613916195Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.614132629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.616041374Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.616159386Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"119.731804ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.619289494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.619326135Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.619688902Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.619718982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.620160321Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.620187961Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2549, tv_nsec: 735786385 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.620247652Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.620466516Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.62229719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.623223167Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.623251198Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.623558134Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.626864475Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.626912886Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.627065929Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.627089569Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.62710077Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.62711021Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.62712147Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.627499907Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.633995138Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:67","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.634045859Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"changed_state\":[],\"instances_found\":0,\"instances_reincarnated\":[],\"query_error\":null,\"restart_errors\":{}}","iteration":6,"elapsed":"137.351801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.634614109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.639061312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.639101733Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.639333197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.63951793Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.639542441Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":31,"elapsed":"142.733291ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.644323419Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.64435838Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.644373751Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"147.647322ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.648025788Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.648056999Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.648377005Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50fb0166-1672-4a96-b65d-9013e4e6af70\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:30:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.648402795Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.649414604Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.649811621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.650648837Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.653887897Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.653916008Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.656490136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a730fd-5e41-4b79-aafd-ebb1928eb5ec\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:30:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.656514076Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.658288079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.660169974Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.660639193Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.660669913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.660681733Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.661073781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.664472044Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"167.681654ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.66532478Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.66534896Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.665535804Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.665581184Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.665825009Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.668376206Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.668610721Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.669037178Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.669733382Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"173.226627ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.670876983Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.670895103Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.671106237Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.673011372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.673379839Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.673452891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.674799196Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.674824706Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.674840436Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.674999919Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.67505367Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.675303275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.676322314Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.676711431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.677106659Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.678855711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.678883761Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.679005764Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.67989803Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.682110191Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.682137452Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.682150002Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:43.713253 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.682162392Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2}","iteration":6,"elapsed":"185.521435ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.682657082Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.682703362Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.682869135Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.688169014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":11,"elapsed":"191.69572ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.706176658Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.70623378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.70624711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"209.637084ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.718488937Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-09-25T17:25:19.066517Z, time_modified: 2024-09-25T17:25:19.066517Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.718525198Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]}},\"default_endpoint\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"221.710798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.720531875Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.72083124Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.722385689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.722798787Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.736821617Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"240.297573ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.824147979Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":11,"elapsed":"327.380411ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.846057436Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.846663848Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"25b1f656-3257-4277-abd7-fb498f119dff\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.846688478Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.848139455Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3573d3b5-06a1-4a8b-a95f-4de43b0d21f8\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.848162825Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.850314685Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"df9c56ff-76d3-45ba-a1f3-1aa860c2ee36\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.850341456Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.852847912Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.852882283Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"356.048393ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.854754808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.855100164Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c847f94-fe23-4959-83b5-bfb8d4a77c24\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.855144415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.855156755Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.855542833Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c410fb-9b4c-4905-9e5c-4243f69b1e8b\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.855560893Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.855570803Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.855577883Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.855584773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.856947439Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":11,"elapsed":"360.507926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.857812415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.858141871Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.861099046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.861374981Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.864605101Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.866025307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"defc8783-5b6b-448b-9fc1-39be3dcffecd\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.867423353Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":11,"elapsed":"370.848228ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.878279645Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.878317736Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.878626611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdeb6544-74ae-4c3c-87c2-7716dd0d12df\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.878659302Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.880598408Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.885972918Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.886425066Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b41f34-4264-4b15-b351-2c81efa61872\", \"content-length\": \"1\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.887538507Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.887804752Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.889391601Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":11,"elapsed":"392.525271ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.890883099Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.894030597Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.894055388Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.894196731Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.896186677Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.896365621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.898218465Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.8984797Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.900550129Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.900749412Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.902821611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.903013494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.90441565Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.904610614Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.906051871Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.906242994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.907155471Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.910347831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.910376691Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.910515003Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.911662415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.91194438Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.913109842Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.913281655Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.916018666Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.919068373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.919093463Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.919213445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.924376241Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.924598865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.925874089Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.926046632Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.927745594Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.927943627Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.930038236Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.930215369Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.932103155Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.932279128Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.933568932Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.933755535Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.93457165Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.934800585Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.935992137Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.939159426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.939177866Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.939307288Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.944610587Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.944828661Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.946226387Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.94641241Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.947785336Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.950863173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.950881343Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.951004806Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.960667975Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.960713046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.960861219Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.962905217Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.964403464Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.964425495Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.964549727Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.96629127Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.966362391Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.966385721Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.977747012Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.978078898Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.979304581Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.979323472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.979499175Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.988989651Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.989296307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"962d74bf-bed6-4388-b082-63c728974cd3\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.989318077Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.989330187Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.989613583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.989625393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.989633373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.989640903Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.989648523Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.989655264Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.989891898Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.990896287Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.992000917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21f7aaf-6581-4d47-8051-60f793e67318\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.992019528Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.992133859Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7e0662-8144-4f27-9a7a-78a508c0620d\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:21.99214756Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:21.99215756Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.080914819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","vpc_to_sled":"[Sled { identity: SledIdentity { id: f0d006a2-eb4a-4510-8a1c-6c144343343f, time_created: 2024-09-25T17:25:39.350977Z, time_modified: 2024-09-25T17:25:39.350977Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.08097393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.08098819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.081257835Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.083407995Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.08366953Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.085423482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:22.086201087Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"b97e6718-1056-4566-b0c7-395c14fa2d82","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":252,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.088467219Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.121118865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.123877657Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"256ac74b-447f-4598-a3ce-f49d289555ef\", \"date\": \"Wed, 25 Sep 2024 17:30:21 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:22.124627331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.124643411Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","elapsed":"633.67934ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.124652311Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":2,"elapsed":"633.69215ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.179973899Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"fa400012-e750-44f5-97e0-3564a46ef400\", \"date\": \"Wed, 25 Sep 2024 17:30:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:22.180021159Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.180031809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.184014163Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b6ed3e-74de-4dab-a78a-a75da9e0fd84\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:30:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.184053994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.184386521Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.187490228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.187694432Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.191433081Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.191703836Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.193954818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.194262584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:22.200715634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":11,"elapsed":"704.071628ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.496240243Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.496302274Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.496314114Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.496324834Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.49660903Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.4966257Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.498214299Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.500598254Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.500623184Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.500738366Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.502607997Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.502878331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.504391624Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.506790099Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.506813069Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.507023493Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.51333191Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.5133525Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":32,"elapsed":"17.111638ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.52302176Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.523239734Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:31.557003781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"60.773899ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:32.085545818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"373660f3-8898-453c-8d32-c431cdca8ce7","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":200,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.495696116Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.495749477Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.495758707Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.495767017Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.495983631Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.496046782Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.497438428Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.497684062Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.4980839Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.498823824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"3.136768ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.500391853Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.500413333Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.500548376Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.50241348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.502719286Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.503887408Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.506213691Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.506230661Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.506353103Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.515265369Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:41.515288189Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":33,"elapsed":"19.580944ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:42.08551607Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"e41b1bcb-f6f2-4ebb-b07d-73827a03320f","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":223,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495728098Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495814879Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.49582527Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.49583375Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.49584244Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.49584989Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.49585766Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495864811Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495871831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495879501Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495885951Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495892451Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495899431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495905061Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495911621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495921101Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495927872Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495934872Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495944762Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495955412Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495965652Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495977662Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495986823Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.495996623Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496005503Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496015883Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496024994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496034664Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496044154Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496054244Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496063204Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496074524Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496084475Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496093655Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496252268Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496346119Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.49637483Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.4963845Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.49639474Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496404141Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496413071Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496422301Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496431681Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496439991Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496447371Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496456471Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496466312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496475222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496481982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.496490552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.498939868Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.499760593Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.499990207Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.079906ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.500781832Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"5.023644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.501555466Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.501588867Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.501739309Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.502109127Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2579, tv_nsec: 617709151 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.502909911Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.502942432Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.503103985Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.503583364Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.503882749Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.505943788Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.506010859Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2579, tv_nsec: 621613233 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.50608822Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.50610123Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.506372076Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.507873663Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.508368393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.508395093Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.508602247Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.508849602Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.508880292Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.508893293Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.509080386Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.510259008Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.513584809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.51361379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.513810774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.515958044Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.517486352Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.517512402Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.517658195Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.518623083Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.519402428Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.519890197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.520325275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2579, tv_nsec: 635908969 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.521050308Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.521072899Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.521222231Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.522008296Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.527016659Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.5270557Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.52707004Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"31.22559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.527103511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.527463587Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.527562709Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.539620013Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.540066101Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.542581968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.54538426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.545413391Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.545623305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.554409668Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"58.435835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.558953172Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.55934311Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.561126813Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"65.14164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.564856952Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.56530043Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.566569774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.566627765Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.566927Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.566950071Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.568613972Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.568850716Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.569105101Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.569148662Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.56959786Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.5696194Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.569627741Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.569867345Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.57175096Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.572134977Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.573436411Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.576848465Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.576881105Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.577055208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.579919992Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":12,"elapsed":"83.630633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.583852635Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.587452612Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.587486112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.587658425Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.599883103Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.599938373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":34,"elapsed":"104.171664ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.609549522Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.609589153Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.609601133Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"113.738243ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.612374844Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"116.424942ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.618986997Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"123.284ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.624744134Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"128.944695ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.630248447Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.630283127Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.630589063Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2d6efd-c379-4e89-8573-58448c22a9fe\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:30:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.630610203Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.632002329Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.657159446Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"161.228695ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.65789788Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.658244307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.659589292Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.661085679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.6611007Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.661227982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.662702189Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.66438237Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.664394751Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.664548453Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.733956953Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.734007794Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.734440312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cac4052-a908-4998-a2da-637b7a4dae03\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:30:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.734475752Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.736271386Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.73754766Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.73757665Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.737805544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"907c049c-938e-4229-a3a1-70f8e04b26dd\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:30:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.737828345Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.739214611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.845753929Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.887598476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.887883512Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c5acda-fea8-48d4-a9ed-a201a6dd2d83\", \"content-length\": \"1\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.888414742Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.88940278Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.889652205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.891691442Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":12,"elapsed":"395.815922ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.891767064Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":12,"elapsed":"395.997855ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.892559279Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c8fd143-0009-41f5-a778-513c576f1d6c\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.892581499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.892676291Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cb43e72-e29e-41eb-9806-f15ce389900b\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.892699451Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.892709201Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.892717591Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.892842814Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.893976055Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":12,"elapsed":"398.232316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.895275459Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.895449022Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.898356716Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.898657012Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.90124834Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.901646117Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"db006917-c36a-47af-8f6f-4f821a72ea00\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.903880769Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":12,"elapsed":"408.042379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.922850471Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.923179637Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.925422529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.925443439Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.925586732Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.937680877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.938624814Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"358d0e80-af7c-4980-8d44-1b978af85302\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.938645984Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.938656245Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.938897609Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.938907979Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.938915469Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.93892327Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.93893075Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.9389372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.939069552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.94109517Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.941213142Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"701f865c-a8eb-439a-ba00-76f118cf1ba7\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.941227772Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.941323264Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3dc1c4f-7758-49e4-86ed-e20fb47e1bb4\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:51.941336034Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:51.941346095Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.083950883Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"7ba5205f-c284-499c-8fb8-5e17ed9cbbc6\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:52.083991684Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.084002784Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.08429968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea35f22f-9169-446d-afe0-e07036b868a8\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:30:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.084344331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.084662337Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:30:52.085990611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"dd3fcf3c-897c-4d72-875a-b0c5e9db1c88","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":205,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.088175452Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.088516418Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.091991173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.092182846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.094295695Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.09453266Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:30:52.101734034Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":12,"elapsed":"605.876553ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.496504697Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.496565128Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.496575558Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.496583679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.496866074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.496890414Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.49883131Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.501115193Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.501142523Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.501254465Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.502500118Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.502696042Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.504154449Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.506473072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.506504063Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.506560584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.520272788Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.520309959Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":35,"elapsed":"23.782361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.530715773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.530953307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:01.559951136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"63.463369ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:02.085768611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"b78eda05-6409-4174-ab0c-fa6967b5c035","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":192,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.496481118Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":36,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.49654167Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.49655072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.49655819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.496840125Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.496853505Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.498477376Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.500761258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.500784289Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.500896831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.502525691Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.502722574Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.504524768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.50677873Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.5067922Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.506920443Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.517367166Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.517407767Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":36,"elapsed":"20.920749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.5299549Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.530305897Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:11.531834475Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"35.341956ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:12.085968597Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"8c54ef6b-57dd-4a18-8681-223ec650d52d","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":215,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.403347141Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.450825033Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.485424445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.485562638Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.485583548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.485880053Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"792a8f1d-571c-4bb4-87b0-1b56a1fb05fb\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.485891904Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.485934914Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.485944745Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.486085697Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.486094288Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.48621801Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.48622611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.486345322Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.486353482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.486488065Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.487447273Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"59348534-7a02-448f-b8b2-20df69aa13b1\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.487458683Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.487659347Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.489539181Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.489564542Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"86.222612ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.489908078Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.489940779Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.490072582Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.490105792Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.491922716Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.491945346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.492073989Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49213499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.494957402Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.494983573Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495237877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495253308Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495643385Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495656005Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495664425Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495672275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495678626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495687006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495694376Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495700466Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495707146Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495716026Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495723386Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495730136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495738567Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495745107Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495753387Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495763607Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495775807Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495787958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495799468Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495808828Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-09-25T17:31:21.495819638Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495832598Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495844679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\"}","iteration":8,"elapsed":"10.85µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495857039Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495870419Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.495881309Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-09-25 17:21:21.495791508 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495894059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49590446Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49591456Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49592541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49593668Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495945831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495955721Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495966591Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.495982911Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.495996381Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496008832Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496019502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496033502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496044562Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496058853Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496070923Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496082593Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496096013Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496108023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496120064Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496130584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496143074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496161435Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496174515Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496181185Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496186865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496192905Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496198775Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496206865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496212856Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496219806Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496227806Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496234456Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496241876Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496249606Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496256916Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496266657Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496293417Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496306147Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496345798Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496364088Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496400959Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496412029Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496420379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49645403Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49646522Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.4964736Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.49648233Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496492211Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496522351Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496533682Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496540911Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496548782Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496590232Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496600383Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496633833Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496651024Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496666594Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.496881638Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"11f53a30-9163-413a-8f7f-4bf206fb8176.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"929fdd8e-9f93-4e52-8d3d-ae706bb7a130.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2609, tv_nsec: 612460322 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.497054921Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2609, tv_nsec: 612653256 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.497642172Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.497655202Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.497873646Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.497940957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.499389655Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.499415645Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"3.718759ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.499533327Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.499546127Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"3.670948ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.500643958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.500657228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.500840891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.503607983Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.503808877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.503824197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.503863107Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.504110462Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.504597961Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"8.552989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.504728064Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.505204543Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.506077259Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.506098539Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.506260662Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.508022565Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.508048865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.508061196Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.508068426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.508235009Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.508247539Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.508488564Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"12.781537ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.512767373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.513120659Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-09-25 17:21:21.495791508 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.51314255Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"expiration\":\"2024-09-25T17:21:21.495791508Z\",\"pruned\":[]}","iteration":7,"elapsed":"17.336022ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.51479281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.515190248Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.515214938Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.5152937Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.515372741Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.517489691Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2609, tv_nsec: 633070705 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.518335836Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"22.279334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.518701063Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.519009739Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.521719009Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.5217529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2609, tv_nsec: 637326364 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.522688347Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.522714938Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.522728808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.523041634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.523110445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.523455511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.523551723Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.524364038Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"38.78738ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.526267044Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.526294354Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.52660046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.527876133Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.527908534Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.528122008Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.531914728Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.532375257Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.533210273Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2609, tv_nsec: 648690785 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.533454327Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.53358203Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.533712092Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.544630685Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.549015756Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.561117671Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.561216373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.561768323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.56265863Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.564737768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.564764419Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.564778849Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"68.93512ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.56590157Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.56592963Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.566165085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.567439708Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.571089906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.571123527Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.571344391Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.574359337Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.57722921Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.577271731Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.577497225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.577526316Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.578041475Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.578072836Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.579416861Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.580935299Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.581353387Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.581381557Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.581393598Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.581605362Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.581789955Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"85.927136ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.582827654Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.582854995Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.583086529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.583227492Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.583247082Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":37,"elapsed":"87.131158ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.586441601Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.586845829Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.587248626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"91.597601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.604469846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.60468165Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.604918435Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.605154909Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.606102157Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.606133767Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.606145187Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.606606656Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.608555782Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.608839567Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.608863358Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.608877768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"112.942457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.608934479Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.61060274Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.612606917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.614693986Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.614712057Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.614722147Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"118.683224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.615303817Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.615323128Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.615616093Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.617279184Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.620066856Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.620098977Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.620109517Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.620119157Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.621122716Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.622161965Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.622182365Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"126.110562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.623097282Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.625026978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.625057809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.625068259Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.625077549Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.625323094Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.625401925Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.625724361Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.627144987Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.627177988Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.627359641Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.627386602Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":13,"elapsed":"131.692656ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.6294401Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.630866557Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.632941295Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.632970886Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.633112358Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.633326392Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.633376273Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.633538726Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.63430451Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"138.445731ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.63644727Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"140.460299ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.646286033Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.648177328Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.648214799Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.648330891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.656423651Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:67","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.656454202Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"changed_state\":[],\"instances_found\":0,\"instances_reincarnated\":[],\"query_error\":null,\"restart_errors\":{}}","iteration":7,"elapsed":"160.376689ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.658663943Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.658692763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.659016299Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7228d5b8-f92e-4e42-929c-f5d8a50242ad\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:31:20 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.65904188Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"163.256562ms"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.65905705Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.660949815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.673858545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.674289153Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.677579854Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-09-25T17:25:19.066517Z, time_modified: 2024-09-25T17:25:19.066517Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.677612385Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]}},\"default_endpoint\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"181.867738ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.680230143Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.680250204Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.680261024Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.680905786Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.681586739Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.681611299Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.681620759Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.682011287Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.682125839Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.682137949Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.682510126Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81b7cf84-0891-47c9-8f77-fab5d74197c0\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:31:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.682524976Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.68326188Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.683884671Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.686600102Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.686630552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.686828556Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.686994019Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.690510584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.690536035Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.690589386Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.690617476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.690627556Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:42.974009 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.690636877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1}","iteration":7,"elapsed":"194.740227ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.690680068Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.69298824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.693008881Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.693017451Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:43.713253 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.693025661Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2}","iteration":7,"elapsed":"197.340515ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.702841003Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.722622311Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.722916416Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.72475441Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.72636149Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.726387491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.726520133Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.732688698Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.732719218Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.733041544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48d129a-1448-4c02-b921-66c6ef1f34b0\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:31:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.733070215Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.735124203Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.750788494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"254.991587ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.830013055Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.831567773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19da8050-10f6-4ed8-bc79-1588a19b50e4\", \"content-length\": \"1\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.833093472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.833387727Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.837686697Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":13,"elapsed":"341.765857ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.848433417Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.849064889Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3992c60e-b400-4ddf-bc57-31fea97bc1ee\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.849080549Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.852557014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c568ec3c-a97f-46f4-aa69-4963d8700df6\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.852591054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.853958689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f4943800-3860-4d60-a085-5f9aeb688030\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.85398402Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.855952006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.855993707Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"360.23844ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.894048424Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.894464972Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"519459cb-e081-4de6-b8a6-1b32e032c600\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.894512623Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.89492121Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.89541337Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.896716344Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.89705062Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.897104551Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.897114861Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.897259014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.898527737Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":13,"elapsed":"402.646378ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.899697439Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.900029545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.901672326Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.90193272Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"fc450fb5-a758-4412-aedb-7dfc062b7e03\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.904246583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":13,"elapsed":"408.236411ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.96110315Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.992185737Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.992537543Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:21.994230205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.994245415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:21.994478919Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.002012019Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.002306755Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa3f7e08-2df2-464e-8c62-7e290486efd2\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.002329035Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.002340005Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.00259755Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.00260881Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.002615381Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.002622181Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.002629111Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.002635241Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.002895096Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.004507046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.004637148Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac8e225-8449-4099-9b15-ef06d26dd52d\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.004648778Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.00474286Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ed6692-de37-4fc6-8980-bc8563ca9563\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.00475508Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.00476569Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.042786807Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2834e6f0-17dc-482a-a1d9-bba835913c10\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:31:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.042832017Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.042842828Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.042850688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.044368896Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":13,"elapsed":"548.694771ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.086133042Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"5f6079b8-56ba-475d-b788-1842a4f54562","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":234,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.089182669Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.089197019Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.119356269Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.119501862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45222"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.119592023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73456cb2-8063-4ce2-b737-66eed7b52c49","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.119913009Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73456cb2-8063-4ce2-b737-66eed7b52c49","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.132204457Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"5e702503-3b37-4e6a-82f4-c02368311775\", \"date\": \"Wed, 25 Sep 2024 17:31:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.132231278Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.132241538Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.137093578Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7f9f40-359f-48c3-b567-81af4668d0dd\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:31:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.137129349Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.137490346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.140887649Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.141075392Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.143920035Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.144313562Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.146210498Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.146508683Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.153476923Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":13,"elapsed":"657.750156ms"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.155726845Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/oximeter.rs:338","id":"59f5203c-436e-41c1-82ad-d4ecd34c73e7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.155742225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73456cb2-8063-4ce2-b737-66eed7b52c49","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.15602305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"73456cb2-8063-4ce2-b737-66eed7b52c49","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.197746275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"oximeter-collector":"59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.198132102Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"oximeter-collector":"59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ae8e4787-4578-408a-8859-623771f6691d\", \"date\": \"Wed, 25 Sep 2024 17:31:22 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.198144242Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/oximeter.rs:125","collector_id":"59f5203c-436e-41c1-82ad-d4ecd34c73e7","producer_id":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:22.199588519Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/metrics/producers","method":"POST","req_id":"73456cb2-8063-4ce2-b737-66eed7b52c49","remote_addr":"[fd00:1122:3344:101::b]:45222","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":80051,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.199673001Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/producers\", query: None, fragment: None }, status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73456cb2-8063-4ce2-b737-66eed7b52c49\", \"content-length\": \"41\", \"date\": \"Wed, 25 Sep 2024 17:31:22 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.201138768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:22.201149698Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.4963481Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.496405751Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.496415741Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.496423921Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.496694616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.496708626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.498261395Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.498433999Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.498834656Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.499719382Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"3.390293ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.501281342Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.501299252Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.501434404Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.503579774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.5039059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.505541611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.507853173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.507864224Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.507997696Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.513296265Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:31.513321545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":38,"elapsed":"16.962815ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:32.200349625Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"d8e9d75a-8438-47a5-9f49-e4103801211b","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":211,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.496533656Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.496584657Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.496594097Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.496602548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.496873822Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.496931223Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.499058203Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.501324685Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.501351046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.501462948Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.503266061Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.503462245Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.504733448Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.507007951Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.507026371Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.507148153Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.51286373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.51288493Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":39,"elapsed":"16.340504ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.52367494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.524013937Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:41.550745143Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"54.220247ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:42.200242876Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"e3ecec58-83a9-49c1-96b5-93921a0744cd","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":229,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496457029Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.49653104Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.49654328Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496551921Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496560081Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496570051Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496579611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496589991Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496618132Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496630572Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496644542Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496655622Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496667423Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496677553Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496689203Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496698283Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496707143Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496713384Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496721373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496729264Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496740144Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496750854Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496762074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496772885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496781875Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496793375Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496804415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496813105Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496822886Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496830796Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496837346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496844286Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496850316Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.496859336Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497027949Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.4970493Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497126161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497161352Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497179132Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497191312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497206053Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497217113Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497230693Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497242323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497256274Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497268304Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497280404Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497294434Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497306124Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.497319225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.499617817Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.500225919Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.500461623Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.685989ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.500489634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.50137836Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.502623723Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.502646684Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.502815907Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.50407913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.504108831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.504271174Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.504938586Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.505471256Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.506344552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"9.65835ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.507369631Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2639, tv_nsec: 622934116 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.507507324Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.507523784Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.507599426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.507631056Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.507726318Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.50782879Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.509384699Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.509651214Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.511221763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2639, tv_nsec: 626767187 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.511553819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.512372924Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.512393465Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.51269601Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.51482277Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.51485168Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.515296569Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.515324569Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.51647444Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.517709363Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.51807794Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.518746773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.518773233Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.518986647Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.521193108Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.521556965Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.524654202Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.525913856Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"29.461567ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.528481994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.529483532Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.529506502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.529522463Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.529769087Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.529981631Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2639, tv_nsec: 645529245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.531185054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.531722424Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.531749564Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.531814295Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.531828856Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.531981588Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.531993429Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.537310778Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.537660184Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.541931373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"45.303352ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.543790428Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.543822859Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":40,"elapsed":"47.339599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.566037881Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.566447589Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.569349642Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.569659658Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.571993502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.572310968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.572334558Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.572342108Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.572675254Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.572781316Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.573049161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.573311916Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.573721414Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.575712431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.575737961Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.575951625Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.576091028Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.576105038Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.576114068Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.576296862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.579324698Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":14,"elapsed":"82.755877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.580285556Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.580638882Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.592414891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.59288395Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.595246823Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.597918473Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.597946664Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.598163888Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.599960281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.601439979Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.601462909Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.601589281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.602885345Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.602908376Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.603262772Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75855101-fad2-44a7-80a7-bd175e42f631\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:31:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.603277793Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.60474333Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.616506969Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"119.886657ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.620687846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.620711807Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.621065393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb10f76-f3e4-43af-bbb6-50beeac1f91d\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:31:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.621083034Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.622725704Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.623947617Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"127.363035ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.630281094Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.630302685Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.630317325Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"133.788194ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.632674049Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"135.973575ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.644140482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.644163612Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.644544599Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a85be5a-d890-48e8-9240-a4c9ed6b124b\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.64456403Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.646862382Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.652576259Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"155.932026ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.887731225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.901033372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":14,"elapsed":"404.475632ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.911065689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.911244002Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ca11dc-4754-44db-8635-8a5886b461ee\", \"content-length\": \"1\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.912877562Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.913135677Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.915150355Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":14,"elapsed":"418.647305ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.917411657Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.943934759Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.980380096Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf3a448-bb21-4c0d-b0a8-cf44067f7ce6\", \"content-length\": \"583\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.980412467Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.980496478Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vmms/03a4abe3-47b1-4832-8d19-9f5cbc4bd12f/state\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"290ce006-088b-46d0-84be-c6102585837a\", \"content-length\": \"130\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.980526209Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea3fcd9-aec4-4ab7-8771-f91e08f4e19c\", \"content-length\": \"810\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.980554649Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(6632601) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.980564119Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.98057379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.980788174Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.982351313Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":14,"elapsed":"485.561748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.983592086Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.983977423Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.986742844Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.986999079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.987676991Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"vmm_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-25T17:31:48.587709514Z }, migration_in: None, migration_out: None }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.989970644Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:51.990036686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"vmm_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/instance.rs:2043","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-09-25T17:31:48.587709514Z }","propolis_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.990052626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"vmm_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.990182378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.990498054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"vmm_id":"03a4abe3-47b1-4832-8d19-9f5cbc4bd12f","sled_id":"f0d006a2-eb4a-4510-8a1c-6c144343343f","instance_id":"eb0db515-0d3a-4991-8ede-f0a4b1006dc4","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.992564102Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.992862428Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.995392185Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.995711241Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:51.998636065Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.000347107Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"cebc3503-0bd6-4a5c-a4eb-4b4739390a6e\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.002630489Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":14,"elapsed":"505.895836ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.002833033Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.004435663Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":14,"elapsed":"507.77146ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.004575616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.004935162Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.006255357Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.006278027Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.006435Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.015268934Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.015610541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"706bdba3-abcb-415a-b8c9-4ef1c667233c\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.015632631Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.015642791Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.015942047Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.015952877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.015960177Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.015967207Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.015974117Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.015980627Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.016275173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.017440544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.017564057Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20ac03a6-8a3e-4f46-83b5-39c6d3b5e042\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.017575287Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.017665119Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ac9ed90-a6c1-42a5-a01b-3065016d141e\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.017676149Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.017687849Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.177570309Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"2d677e17-ad1d-4987-8a09-dae2d1efd405\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.177620059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.17763258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.177915595Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c09b4449-f96f-435d-af48-beffb670b66d\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:31:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.177960096Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.178270872Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.182223945Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.182440619Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.185806102Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.186054546Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.188315478Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.188533572Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:31:52.194810589Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":14,"elapsed":"698.061295ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:31:52.204487629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"0c7ad8a7-37a6-45e6-a203-dcdbf962ba67","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":5179,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.495674626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.495724877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.495733917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.495742158Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.496009552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.496023303Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.497293686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.49747709Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.497688514Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.498845935Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"3.18887ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.499977846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.499995897Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.500126379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.501641887Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.501853521Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.503196686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.505479018Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.505497879Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.505622681Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.5131244Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:01.513151711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":41,"elapsed":"17.463814ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:02.200678831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"4ee06e0e-fe36-4907-be56-af74cfb5f4e7","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":1125,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.495788632Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.495844143Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.495854323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.495862423Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.496159139Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.496172229Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.497595495Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.497767059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.498215387Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.499602773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.834012ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.500448568Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.500461819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.500592781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.502272533Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.502451146Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.504070356Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.506299937Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.506317037Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.50644181Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.514240675Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:11.514260365Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":42,"elapsed":"18.469503ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:12.20049951Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"72ace432-68bb-485c-b8ee-c94832a28b2f","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":423,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.402835548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.44707947Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505563496Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.50575322Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.50577173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.50578192Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505789331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505796901Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505805251Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505812691Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505820221Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505832501Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505847862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505860812Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505868792Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505877972Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505887342Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505898522Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505909723Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505918873Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505929753Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505939323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505951343Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505961444Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505970234Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505978604Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505988434Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.505998815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506008205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506018465Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506028365Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506043215Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506066196Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506077056Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506086996Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506108717Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506126247Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506136197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506147467Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506158258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506168808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.506178258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506188268Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506197548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506207768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506217368Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506228199Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506237719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506247369Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506256109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506266009Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.5062761Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.50628539Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-09-25 17:22:21.506243869 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.50629615Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.50630583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.5063168Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.50632777Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506337451Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506347161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506356781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506365771Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506376202Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-09-25T17:32:21.506389082Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506400482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\"}","iteration":9,"elapsed":"14.501µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506412502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506523224Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506545375Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506558375Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"49c4ea17-5955-4c5c-a894-398ae9c01c3e\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.506571945Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506582115Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506594626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506607726Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506620136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506631146Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506642776Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506704728Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506717588Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506730968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506742818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506753589Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506766469Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506775649Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506785759Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506797079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506808639Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.50685912Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506875561Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.506885281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.507607454Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2669, tv_nsec: 623146598 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.507630905Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"11f53a30-9163-413a-8f7f-4bf206fb8176.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"929fdd8e-9f93-4e52-8d3d-ae706bb7a130.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2669, tv_nsec: 623153409 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.508484711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.509100092Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.509230584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"991e3fbb-97d3-4cea-893c-cc3d032159c6\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.509255435Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.509431578Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.510887545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.510916856Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"4.747448ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.511746171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.511777382Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"108.954153ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.512195159Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.51221908Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"5.92966ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.515621343Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"9.516677ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.516054161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"10.179779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.517011639Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.518312753Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2669, tv_nsec: 633847147 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.518766581Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.519401793Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.520735348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2669, tv_nsec: 636271742 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.521735537Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.521767317Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.522036222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.522087543Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.522107504Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.522389659Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.52298079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.526824781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.527054606Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"20.908068ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.52947886Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.529512321Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.529744145Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.530756744Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-09-25 17:22:21.506243869 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.530785225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"expiration\":\"2024-09-25T17:22:21.506243869Z\",\"pruned\":[]}","iteration":8,"elapsed":"24.516605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.530834606Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.530992419Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.531120401Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.53161031Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.534078296Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.534108586Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.534332441Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.535047514Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.535078844Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.535308599Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.537908897Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.538288604Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.540459984Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.540904223Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.541802149Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.545838135Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.547455054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.547487225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.563323629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2669, tv_nsec: 678845153 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.571167595Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.574779802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.579551891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.579592021Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.579854946Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.579948888Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.580181372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.580200043Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.580212893Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"74.414082ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.580480348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.580682442Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"74.669747ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.580833814Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.581214132Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.582889033Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"76.98262ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.583518274Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"77.696763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.585352968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.585804357Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.58814569Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.588173801Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.588398125Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.588504307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.588521227Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.588729941Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.591042234Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.591066224Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.591073865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.591460252Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.593558121Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.593864536Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.593885607Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.593892867Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.594226033Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.594254294Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.59460768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.594936316Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.597887121Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.599301137Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.599329148Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.599539122Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.600068532Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.600323467Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.600413378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.600803855Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.602859094Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.603265481Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.60373833Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.603976114Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.60750958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.610575447Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.613026692Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.613058373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.613112784Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.613212496Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.61611768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.61614436Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.616367865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.62579772Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.62584829Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.625860631Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.625871501Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.626259058Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.627526022Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.630095029Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.63011934Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.630267163Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.632912932Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.632936722Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.633283259Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.633301959Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.633312719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.633476042Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"115c9277-fbc9-4693-99fd-215ffb7dc9b4\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:32:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.633496223Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.633587734Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.635056552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.635140783Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.635320677Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.635337367Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.635349007Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.635558391Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.636998248Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d00763dd-c9ef-48da-a400-d5017e33f3bc\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:32:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.637015808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.637313763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.638165459Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.63818873Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.638436164Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.639240959Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.63926746Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.6392777Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"133.094162ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.63929283Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.639711518Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.639722998Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.639898511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.64141341Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.64143331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.64144154Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:42.974009 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.64145023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1}","iteration":8,"elapsed":"135.171501ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.645586547Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.645615988Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.645626418Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.645634968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.645643668Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.645655598Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"139.889469ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.64680838Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.64683707Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"140.786525ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.64735901Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.647387081Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.647401051Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"141.416567ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.647537153Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:67","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.647564174Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"changed_state\":[],\"instances_found\":0,\"instances_reincarnated\":[],\"query_error\":null,\"restart_errors\":{}}","iteration":8,"elapsed":"141.364395ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.648208326Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.650723263Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.650747623Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.650867845Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.653137427Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.653156688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.653165398Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.653394412Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.654564044Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.654764968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.654969671Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.655528482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.657388676Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.657413247Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.657556279Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.659344273Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.659363263Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.659371213Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:43.713253 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.659379533Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2}","iteration":8,"elapsed":"153.593503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.659496795Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.659915813Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.659927754Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.660211239Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.662903689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.662925989Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.663077792Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.664974557Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":15,"elapsed":"158.987693ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.669246867Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.669267757Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":43,"elapsed":"163.035209ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.687689819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"181.603843ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.697839468Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-09-25T17:25:19.066517Z, time_modified: 2024-09-25T17:25:19.066517Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.697885228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]}},\"default_endpoint\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"191.64065ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.697906239Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.697921689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.698243315Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"554ea12b-0de2-4c56-aab9-c0c2539ce4c8\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:32:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.698260155Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.698722864Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.699102951Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.699618991Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.724174547Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"218.05273ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.784305454Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":15,"elapsed":"278.37868ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.817708203Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.817950928Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b041070-b661-4e04-8807-ab7a2e1adcd9\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.817972638Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.818222363Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.819966755Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.820263051Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.823361018Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.823582262Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.82670593Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.826881534Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"0cb76b22-bf3e-4446-926c-a0dea7491085\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.827453794Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.827906933Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":15,"elapsed":"321.96951ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.85412312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.854390954Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c1b5a3-a98b-40a1-b31f-51b30ff7c5b8\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.856015165Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.856219928Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.858286437Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.858492201Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":15,"elapsed":"352.641449ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.858571232Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.860265424Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.861805432Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.861817483Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.861958445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.863419632Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.864955091Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.864965381Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.865100633Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.888345335Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.888892965Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"5f79055a-daea-444a-a432-2ea6dfea9a41\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.888907416Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.890706129Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ccaf5066-5200-4e50-ab7f-e734f64be2af\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.890721769Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.892543933Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c79ab3a4-c45e-4cd7-9dfd-9836b63a5ca9\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.892559534Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.89451416Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.89454771Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"388.647008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.917454176Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.917786402Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.919926152Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.919948762Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.920099765Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.92952961Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.929787155Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"272328b0-9bf8-4e18-b098-0d04ab9d5961\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.929807815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.929818626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.93007068Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.93008084Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.930116511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.930123841Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.930130281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.930136021Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.930270014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.932495205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.932616687Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"123b8b4e-cc77-4db7-8626-6b443ad5a2d8\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.932630378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.932728349Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8f9109-da80-4598-bd1e-70e0a47fccf8\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:21.93274093Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.93275323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:21.946778661Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.031569625Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"33009b74-4a74-4e5e-9eed-505ba9002ee1\", \"date\": \"Wed, 25 Sep 2024 17:32:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:22.031605436Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.031615456Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.036327214Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93fcd80a-b7bf-4911-b3a9-8510da73391b\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:32:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:22.036348234Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:22.036359054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:22.036367725Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.036418426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c673cbe6-cfc6-4e5b-b296-6768b442c832\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:32:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.036453256Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.036845483Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.037785071Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":15,"elapsed":"531.534882ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.040505061Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.040803887Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.044067217Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.044335173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.046600085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.046771168Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:22.053586674Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":15,"elapsed":"547.278414ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:22.200160897Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"7430ff7f-8877-4b39-b821-fa79657fbe3d","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.507357373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.507412984Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.507422524Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.507430394Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.507677919Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.50776764Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.509174766Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.509472072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.509688306Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.510688975Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"3.347952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.511901607Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.511916487Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.51204462Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.513648459Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.513818922Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.515388822Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.517358608Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.517373849Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.517505651Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.523625885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:31.523647025Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":44,"elapsed":"16.274462ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:32.199947456Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"a7776cc1-b55f-47a0-9308-3bc51a8e5244","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.507154491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.507209182Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.507218032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.507226072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.507503277Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.507516208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.509195079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.509322051Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.509404513Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.511357309Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.211439ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.511617224Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.511629824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.511758246Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.51356437Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.513720783Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.515207491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.517196127Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.517209798Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.51733112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.525542552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:41.525557423Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":45,"elapsed":"18.397102ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:42.199941778Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"64b8d2a7-2b68-4506-8141-65c6062d165d","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507152544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507219085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507228735Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507236445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507244755Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507252236Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507258226Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507265936Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507273746Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507280796Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507287706Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507294116Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507300936Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507308877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507317977Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507328687Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507338517Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507349437Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507367438Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507376518Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507384938Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507394478Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507403978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507413319Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507422769Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507433589Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507442679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507456709Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.5074676Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.50747771Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.50748786Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.50749629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.50750579Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507516981Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507638373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507706414Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507734605Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507745775Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507799936Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507812756Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507821806Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507836436Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507843427Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507860727Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507872757Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507924338Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507951258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507961719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507970499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.507978829Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.509593029Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.510049697Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.510350783Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.510987145Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"3.713209ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.511112637Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.51126722Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2699, tv_nsec: 626785524 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.511605776Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.243069ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.511711808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.512767358Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.512784848Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.513053543Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.51394187Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.51395994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.514174674Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.517395804Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.517826112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.520299688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.520320928Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.520485851Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.520744146Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.520758576Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.521004651Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2699, tv_nsec: 636533415 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.521026251Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.521397818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.529429668Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.530481287Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.530562438Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"23.416585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.532338862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.532626187Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.532643587Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.53279721Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.53282516Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.532989354Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.533078955Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.53386002Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.533955381Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.533971082Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.534081314Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.534246307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.534498522Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.534723716Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.536462208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"29.04382ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.537468397Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2699, tv_nsec: 652990451 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.537548978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.538270562Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.538348333Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.538955144Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.539094647Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.539414363Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.541148715Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.541175346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.541381699Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.541807397Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.541831778Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.541840448Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.541849908Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.542021601Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.542074812Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.543915186Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.543928157Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"36.532649ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.546919982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"39.612746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.547949501Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.548268417Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.555685705Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.555721876Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":46,"elapsed":"48.543512ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.56670958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.566750021Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.566760311Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.567063607Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.56722701Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.567441403Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.571062011Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.571381607Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.573030157Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.573339683Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.622322893Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.622354253Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.622638559Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b7c8b0f-3eee-4e5b-86ae-22dda6d91b22\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:32:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.622654679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.624713837Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.655850116Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"148.61802ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.671670109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.671963995Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e29a6c27-7731-44d6-a52a-28850366f156\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.671993115Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.672298681Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.673212398Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.674309518Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"167.089353ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.674911099Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.6749363Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.675086023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.676240904Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.676353686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.676389527Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.676398937Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.676696003Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.678802052Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.678824032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.679007406Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.679337072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.679584516Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.681473972Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.681716506Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ee2eb941-c225-46ca-a7e5-f8aec0c1dc4a\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.68353219Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":16,"elapsed":"176.085461ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.702872119Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.70290201Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.70291161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.703248346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.71045993Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.710845927Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.712907305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"205.527227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.718617421Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.722785929Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.722818609Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.723069744Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.725476969Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":16,"elapsed":"218.142322ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.728135878Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.728162589Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.728447614Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1041ccb3-28a2-4457-924e-0cc40b2775c5\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:32:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.728473165Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.73036955Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.730759337Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.731828907Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af09030c-77e6-4a36-8a43-87e90601803a\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.733741982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.734049378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.736208228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":16,"elapsed":"229.035514ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.738382278Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.738398929Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.738633333Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3314acbd-e2ff-458d-8092-7f15701033c9\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:32:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.738646893Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.740796323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.741519827Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.741533047Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.741542227Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"234.109668ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.799976462Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":16,"elapsed":"292.688546ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.819013475Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.874668459Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.875043756Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.877228416Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.877254627Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.877481261Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.8811806Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ba47e88-497a-4acb-a2fa-f862ee5f8100\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.88120394Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.88121459Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.881222151Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.883302779Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":16,"elapsed":"375.915361ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.885996769Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.886240134Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"425158ae-245f-4b89-8fff-bc8ed9298239\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.886259424Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.886269384Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.88655085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.88656117Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.88656824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.88657504Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.88658197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.88658828Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.886957227Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.888674079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.888824902Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6706874d-4872-4424-a95e-b4b422156c4f\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.888834652Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.889532965Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f3cb9ba-fef1-4637-aca0-bfba8dcd16a3\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:51.889546815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:51.889557385Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.052709906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"44e8f678-f4aa-4990-92d0-bb89b057b60c\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:52.052753637Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.052764997Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.053050442Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d990aa-0f0e-44be-94e9-2ee395b16502\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:32:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.053094863Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.053421699Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.056564627Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.056954955Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.060895808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.061055511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.062857004Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.063088599Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:32:52.069311754Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":16,"elapsed":"561.965077ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:32:52.200320628Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"d59cbcfa-266b-4872-b26f-43411094a3f8","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":867,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.507753406Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.507817058Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.507827218Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.507835308Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.508087983Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.508175464Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.509620331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.512020196Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.512036946Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.512171148Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.514279848Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.514505092Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.516208583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.518484486Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.518497116Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.518634148Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.527512513Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.527526844Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":47,"elapsed":"19.777238ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.536500651Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.536722744Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:01.562581185Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"54.852589ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:02.200109385Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"f4d46398-9659-4b15-9967-cb49bfcd0a2d","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":758,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.507336201Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.507395072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.507405532Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.507414962Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.507730078Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.507767189Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.509108974Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.511516988Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.511529469Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.511669171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.513813341Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.514044935Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.515763917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.519475616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.519493527Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.51969396Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.528017225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.528043655Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":48,"elapsed":"20.695795ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.535226919Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.535473464Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:11.536638435Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"29.322665ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:12.19973945Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"2196182e-66d3-46b8-a323-b550ffb2695c","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":213,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.403154848Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.43776587Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.481645636Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.482057903Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c7499d4c-b820-46f9-ac43-4d69e127fdb3\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.482076553Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.483634482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"089468db-d008-4da7-a814-5e68cb88c8e8\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.483652773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.484967157Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.484982987Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"81.85062ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507153929Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.5072226Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507237771Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507251981Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507267171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507278952Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507290342Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507302802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507314212Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507323933Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507337683Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507349103Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507360113Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507371853Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507383783Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507395734Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507408574Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507419624Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507429374Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507441555Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.507451485Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-09-25 17:23:21.507290372 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507463095Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507473275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507487305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507497796Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507508226Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507520796Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507530966Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507541006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507552047Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507563817Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507574887Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507584467Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507594987Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507608918Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507619178Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507629238Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507639878Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507651899Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507663069Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507673079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507683269Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507696109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507706649Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.50771611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.50772687Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.50773871Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.50775065Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.50776135Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507772881Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507785621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507795321Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507806802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.507817662Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507830222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507840272Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507851222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507861343Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-09-25T17:33:21.507873663Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507884973Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\"}","iteration":10,"elapsed":"10.52µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507898533Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507914544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507927454Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507939944Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507952594Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507967714Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.507987205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508001645Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508014535Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508025586Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508040356Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508053236Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508068176Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508080187Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508091217Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508105797Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508116687Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508129677Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508143748Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508155788Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508170178Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508182768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508196749Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.508209499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.509950951Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2729, tv_nsec: 625091899 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.509992982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"11f53a30-9163-413a-8f7f-4bf206fb8176.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"929fdd8e-9f93-4e52-8d3d-ae706bb7a130.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2729, tv_nsec: 625134880 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.511768955Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.511796436Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"4.520464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.513556918Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.513758722Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.514135499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.515047926Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.515069726Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"7.668413ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.515081006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.515089027Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.515099577Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"7.906077ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.516249268Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-09-25 17:23:21.507290372 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.516270279Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"expiration\":\"2024-09-25T17:23:21.507290372Z\",\"pruned\":[]}","iteration":9,"elapsed":"8.964886ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.517209926Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.517229546Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.51743935Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.518951849Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"11.698427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.519829365Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.519941697Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.520326284Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2729, tv_nsec: 635819038 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.520360355Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.521977625Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.522437873Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.522465194Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.522582506Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.522670798Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.525636702Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.525669993Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.525842176Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.528610168Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2729, tv_nsec: 644098242 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.530635995Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.545087124Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.545453511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"37.788202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.549410224Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.549796291Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.549875623Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.553901558Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.554244714Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.554280845Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.555025579Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.569248073Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.569758062Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.571539605Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.572095225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.576417926Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.576782283Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.576824013Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.577027977Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.579023824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.579421181Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"72.249371ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.581259746Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.583050269Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.58307708Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.583317604Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.584303862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.584330393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.584801241Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.585173908Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.587746646Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.587774707Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.58796318Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.589432598Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.589732023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.593083525Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.593240228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.593636326Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.593739007Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.594184346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.595302367Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.595331307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.59546801Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2729, tv_nsec: 710963594 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.595806616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d73922e-8216-49bd-86ed-23980dd462e1\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:33:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.595832176Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.595899078Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.595931508Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.596159512Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"88.810459ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.596179123Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.597571059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.598528736Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.599310711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.600250308Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.600278479Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":49,"elapsed":"92.995727ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.60198016Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.602015451Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.602113473Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"94.662828ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.602208655Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.602906658Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.603625091Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.603660942Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.603674482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.603687482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.603697912Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.603961467Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.604006618Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.605044928Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.605418304Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.605561467Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"98.088182ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.606019486Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.606037076Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.60624759Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.607815149Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.608081884Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.608374019Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.608624424Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.611838294Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"104.341358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.615920019Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.61650002Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.616533611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.616549851Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.616560651Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.616570802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.616917768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.616944389Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.618777512Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.618805333Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.618819743Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.619154299Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dd68587-3e0f-408d-9390-26b0330f2a65\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:33:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.6191891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.619831262Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.619858423Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.620100847Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.620623827Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.620694248Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.620887532Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.621730847Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.622016033Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.623429239Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.62345575Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.623592642Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":17,"elapsed":"116.319101ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.623700194Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.646322874Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.646785703Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.650740226Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.653012948Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.653045819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.653299514Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.655389043Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"148.173122ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.6697792Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:67","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.669840761Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"changed_state\":[],\"instances_found\":0,\"instances_reincarnated\":[],\"query_error\":null,\"restart_errors\":{}}","iteration":9,"elapsed":"162.273303ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.673219924Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.673262715Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.673278085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"165.657297ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.674362845Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.674393665Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.674403796Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.674806183Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.683523235Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.683577826Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.683588696Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.683597967Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.683852751Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.685845158Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.686185825Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.686219805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"178.73714ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.689196891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.689228641Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.689389254Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.695163411Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.695191362Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.695203472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.695525528Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.697552476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.701405067Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.701428208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.701637792Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.701674522Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.704329822Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.704361342Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.704507565Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.704528285Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.704536945Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:42.974009 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.704546976Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1}","iteration":9,"elapsed":"197.231254ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.704625877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.723207252Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.723252813Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.723265363Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"215.669305ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.730363515Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"223.138455ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.738939964Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.739335502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.741348169Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.742271696Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.742299227Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.742309487Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.742740735Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.743612731Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.743631882Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.743815175Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.743978348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.745296482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.74676008Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":17,"elapsed":"239.384316ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.747281519Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.74729589Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.747450202Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.748248307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.748259428Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.748459291Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.749592702Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-09-25T17:25:19.066517Z, time_modified: 2024-09-25T17:25:19.066517Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.749617673Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]}},\"default_endpoint\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"242.26015ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.751167222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.751181412Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.751189412Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:43.713253 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.751197982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2}","iteration":9,"elapsed":"244.028143ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.761388112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.834801764Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.834825635Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.835078889Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaaa84e2-d234-45aa-8b03-bfd40af328b0\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:33:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.835099629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.836428404Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.849974476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.850230621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5fcbca-afa1-4e33-8e38-0c8da932e140\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.852659076Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.85289923Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.866600655Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.86686183Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff3adc4-0b0f-4cbb-b9d8-7d14d09c311b\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.86688403Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.867197686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.874927229Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.875199034Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e4f108c-fc22-4c59-9d81-87595b41ecbf\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.875221805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.875231925Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.875239355Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.876265774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":17,"elapsed":"369.040114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.87658326Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.876693722Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":17,"elapsed":"369.288458ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.876771154Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.879181168Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.879342701Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.882441969Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.882648573Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"61049a28-fb0d-48b0-bb6d-0375f9fcd1db\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.883646021Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.883972957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":17,"elapsed":"376.512192ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.88409001Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"2b27609b-6c54-4516-bb0f-1ecd2339a8c3\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.88410705Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.885447845Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"3396fae3-f36d-49de-bbc8-afdf944f624d\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.885460815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.887282729Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"84a40155-cc11-4ecb-8ea2-259cdb4a8416\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.887295329Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.889249335Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.889299816Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"381.77273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.966200305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.966674143Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.968776852Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.968793343Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.968996387Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.978917491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.979238357Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d662d5fe-0a5a-4685-8f9e-78bd1e6b013e\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.979261017Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.979274807Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.979536492Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.979554663Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.979563183Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.979570853Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.979578873Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.979585813Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.979881739Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.982293634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.982428376Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b90e7a6-7617-4986-8621-6a5bea9c85bd\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.982442966Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.982536858Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7b416e-bfdb-421b-80ce-38aaa1cbd2b1\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:33:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:21.982549238Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:21.982561179Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.147008583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"1eb40974-4a20-4abe-b629-d87aac589010\", \"date\": \"Wed, 25 Sep 2024 17:33:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:22.147056544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.147067674Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.15221397Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363965a8-9e53-455c-bc8e-ca676d437dac\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:33:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.15225802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.152581877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.156360887Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.15652773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.15977439Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.160090406Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.162284197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.16247775Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:22.170148653Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":17,"elapsed":"662.779769ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:22.200040978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"622d5210-8c62-4b8b-aec9-38bb62e95132","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":180,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.507198483Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.507260194Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.507270384Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.507278284Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.507499488Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.507512499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.508822223Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.509415624Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.50975074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.511100885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.511112445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.511243748Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.512766176Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.513025151Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.514609081Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.516902013Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.516919223Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.517040526Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.52425751Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.52428463Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":50,"elapsed":"17.081528ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:31.53666703Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"29.484188ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:32.200645752Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"1016e782-53f5-429b-a4f5-bdc261aecfda","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":778,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.507000492Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.507064063Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.507073953Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.507081743Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.507304228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.507316988Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.508954168Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.509110031Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.510802472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"3.821391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.534733637Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.537157592Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.537171282Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.537303155Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.539142169Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.539332742Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.540408713Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.542671584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.542691075Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.542813197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.550394008Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:41.550415928Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":51,"elapsed":"43.414266ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:42.20040844Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"83ee5c05-68e4-4ba1-85bb-ad451ddce486","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507638426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507728138Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507743208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507754998Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507765878Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507777848Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507788169Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507799769Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507810319Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507822009Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.50783364Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.50784491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.50785588Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.50786726Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.50787743Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507888181Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507898541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507909931Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507921211Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507931041Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507942431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507952672Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507963952Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507975122Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507986472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.507998073Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508009243Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508019073Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508028923Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508040244Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508050814Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508061674Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508080334Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508091834Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508108745Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508122835Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508255857Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508277998Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508291488Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508304408Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508419591Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508442351Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508455671Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508469231Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508481592Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508493962Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508506472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508517862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508530433Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.508542593Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.51109697Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.511372125Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.511532098Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.511923936Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.156287ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.51323761Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.513651558Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2759, tv_nsec: 629125602 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.514057085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.515529632Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.515557313Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.515833438Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.515959391Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.515979681Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.516117154Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.518589209Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.5186162Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.51862701Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.518823184Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.520089947Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2759, tv_nsec: 635558251 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.520480544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.530069033Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.530121763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.530391399Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.533743671Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.533778151Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.533788712Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.533801372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.534038406Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.534083657Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.53474608Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.53477175Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.534970384Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.536521442Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.536827348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.537089753Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.538618001Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.538999388Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.539791333Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.539814714Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.540052568Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.540798942Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.540862583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2759, tv_nsec: 656343857 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.54121675Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.541466904Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.54178719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.542010764Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.54233369Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.543512962Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.546130701Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.546158241Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.546400366Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.546749222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.546776913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"38.961673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.547087839Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.547120069Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.547385384Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.561498746Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.561564087Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":52,"elapsed":"53.892181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.570124257Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.571087075Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.577577155Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.577997073Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.578528963Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.578719616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"70.729964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.578796508Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.57891739Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.579140264Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.580049801Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"72.073908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.581847374Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.582123609Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.583261601Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"75.316579ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.583898592Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.586636983Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.586666704Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.586825957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.589997396Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"82.37855ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.591132367Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.591161957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.591173348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.591426902Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.591520464Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.593318947Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.593345958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.593511301Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.595845334Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"88.027845ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.596272172Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":18,"elapsed":"88.26434ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.599557763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.599584444Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.59993282Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8debf206-ceaa-494c-bd88-82133663e1d4\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:33:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.599966111Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.602809084Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.619247249Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.619563915Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.637851795Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.637917686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.638273832Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0793f2-96da-4f84-8598-754c6e3945f4\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:33:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.638308973Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.639966844Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.639990064Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.640003404Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.640395572Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a253d1c-e61c-4208-b082-d3340ba12e6b\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:33:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.640415042Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.642703935Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.647942232Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.647968103Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.647982793Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"140.089782ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.649817967Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"141.954176ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.678197914Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"170.340833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.700889855Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.701190881Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.701308443Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.70168564Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089833f0-a5d3-4225-98ef-f9884b6818f0\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.702484885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.703077526Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.703375201Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.703999863Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.704018613Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.704141316Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.705019372Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":18,"elapsed":"197.243574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.705507611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.70707114Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.70708129Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.707243583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.793397794Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.821204129Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.846345886Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":18,"elapsed":"338.449576ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.875184142Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db1cd20-cae2-495c-8548-642d69f17225\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.875212302Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.875225032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.875234223Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.875250713Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd6478e-b80e-4a38-a5e8-c6ab8c33e809\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.875285764Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.87561145Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.876356933Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":18,"elapsed":"368.697467ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.878046575Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.87833466Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.881185373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.881521669Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.885502933Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.885827829Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d54b97e9-eaed-4adc-aff9-0c641b6ac640\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.887576832Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":18,"elapsed":"379.664511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.902645112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.902957948Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.904349684Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.904371504Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.904566208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.913721918Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.914587694Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"554abf5f-fcc6-4bda-ad9a-075621595ccf\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.914607984Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.914618404Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.914815938Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.914825578Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.914831978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.914838128Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.914844208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.914850748Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.915104413Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.916271985Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.916386537Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8d3a299-736b-42eb-b45e-1e6f67ed61bb\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.916403027Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.916498829Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c47ebfc9-32d9-4dc5-b674-2a841451e1eb\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:51.91652811Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:51.91654229Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.099234443Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f7b09b97-029e-49f6-8dda-a8a83899f900\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:52.099274994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.099285994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.09958139Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28bb1fae-a504-450f-ac1a-998ff7512685\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:33:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.09962354Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.099933726Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.103860139Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.104115894Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.106724722Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.106906846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.108634158Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.108807361Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.116005295Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":18,"elapsed":"608.273507ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:52.200147047Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"0fad77fc-10c5-46a1-8daa-0f919473af52","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":763,"response_code":"200"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.202194646Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.202206476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.232506979Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:52.232602301Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63404"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.232753793Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"48096ddc-26b7-4e04-ae00-801ee08646f8","remote_addr":"[fd00:1122:3344:101::b]:63404","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.233043509Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"48096ddc-26b7-4e04-ae00-801ee08646f8","remote_addr":"[fd00:1122:3344:101::b]:63404","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"registered oximeter collector client","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:52.265771797Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/oximeter.rs:338","id":"59f5203c-436e-41c1-82ad-d4ecd34c73e7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.265786347Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"48096ddc-26b7-4e04-ae00-801ee08646f8","remote_addr":"[fd00:1122:3344:101::b]:63404","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.266059802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"48096ddc-26b7-4e04-ae00-801ee08646f8","remote_addr":"[fd00:1122:3344:101::b]:63404","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.297555067Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"oximeter-collector":"59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::d]:12223/producers","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.297863373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"oximeter-collector":"59f5203c-436e-41c1-82ad-d4ecd34c73e7","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: \"/producers\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"cd30306f-c6a2-4a92-91fa-28f637308e4d\", \"date\": \"Wed, 25 Sep 2024 17:33:52 GMT\"} })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:52.297877743Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/oximeter.rs:125","collector_id":"59f5203c-436e-41c1-82ad-d4ecd34c73e7","producer_id":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:33:52.298601436Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/metrics/producers","method":"POST","req_id":"48096ddc-26b7-4e04-ae00-801ee08646f8","remote_addr":"[fd00:1122:3344:101::b]:63404","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":65913,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.298675968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: \"/metrics/producers\", query: None, fragment: None }, status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48096ddc-26b7-4e04-ae00-801ee08646f8\", \"content-length\": \"41\", \"date\": \"Wed, 25 Sep 2024 17:33:52 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.300091324Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:33:52.300098544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"producer-registration-task","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.507288171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.507346992Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.507357823Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.507366323Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.507617788Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.507686439Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.509469782Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.509525053Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.509643725Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.511904267Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.511921588Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.51204653Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.513708331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.513862444Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.515138427Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.517117824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.517131024Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.517254736Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.525253495Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.525276985Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":53,"elapsed":"17.977224ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:01.535702179Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"28.425778ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:02.298822263Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"9139ca88-d4c4-46f8-915e-ede23f9d22e9","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.506947107Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.506997218Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.507006088Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.507014428Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.507297683Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.507320184Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.509438543Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.511767677Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.511794777Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.511929789Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.513500689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.513674012Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.515395054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.517550074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.517579145Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.517693507Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.523624077Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.523647027Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":54,"elapsed":"16.68557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.532617124Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.532791307Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:11.556953546Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"50.015189ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:12.298963608Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"61f77255-f790-4e50-9e1b-c058217b0f7e","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.403312575Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.447994415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.48812006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.488289403Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.488320574Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.488924215Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.488949885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.48918529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.48920528Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.489354543Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.489370343Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.489504396Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.489517366Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.48970774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.490423863Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"75787859-48dc-4bb3-922b-3ebe7523da49\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.490455853Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.491741717Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.492741456Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"93b16946-9346-4fb8-9fb3-5ec0ca129c30\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.492770466Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.493842626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.493875947Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.49403253Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.49406267Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.495332484Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.495362634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"92.05696ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.495713301Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.495736001Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.495860134Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.495918355Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.498460842Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.498491243Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.498681496Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.498709157Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.500937828Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.500968829Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.500980239Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.500991479Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.503135209Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.503164079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.503312802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507080152Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507113593Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507123163Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507134213Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507144993Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507154384Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507164714Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507175474Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507185454Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507195784Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507207014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507215625Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507222015Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507229565Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507236145Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507243495Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507250195Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507257035Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507266006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507272816Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507280306Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507287236Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507294606Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507301056Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507308366Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507315536Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-09-25T17:34:21.507322867Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507331637Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\"}","iteration":11,"elapsed":"14.841µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507378838Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507387178Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507395638Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507402408Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507408508Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507416258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507423158Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.507430289Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507437169Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507450259Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507460249Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507469619Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507480379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50749004Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50750071Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50750935Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50752032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50753016Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507541071Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507550911Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507563541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507574161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507584041Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507593902Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.507604772Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-09-25 17:24:21.507427098 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507614422Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507623932Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507635102Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507642313Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507652373Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507661293Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507671963Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507682213Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507690783Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507700524Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507712434Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507720854Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507730764Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507808006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507843136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507855066Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507863397Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507872917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507884087Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507896097Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507905458Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507915208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507923808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507933148Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507980439Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.507992479Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.508002059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.508010149Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.508017529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50803365Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50804862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.509414415Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"11f53a30-9163-413a-8f7f-4bf206fb8176.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"929fdd8e-9f93-4e52-8d3d-ae706bb7a130.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2789, tv_nsec: 624875990 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.50964177Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2789, tv_nsec: 625107904 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.512037594Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"23.748441ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.512186467Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.512438122Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.513651564Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.513677365Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"6.318627ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.513691655Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.513702885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"6.368569ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.515842895Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"8.384855ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.518656647Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2789, tv_nsec: 634110151 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.518892751Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.520228946Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.521609462Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"14.53006ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.521660003Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.521675453Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.521900557Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.523918545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.525359352Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.525892232Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.525945013Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"18.762448ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.526768018Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.526800978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.527029753Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.527853918Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2789, tv_nsec: 643318562 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.528274576Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.553447803Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"45.952753ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.56187189Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-09-25 17:24:21.507427098 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.561925141Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"expiration\":\"2024-09-25T17:24:21.507427098Z\",\"pruned\":[]}","iteration":10,"elapsed":"54.440762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.568308039Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.5688639Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.569387229Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.572324534Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.580292352Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.584430819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.58447594Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.584814286Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.596031254Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.596525444Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.596909771Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.597172136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.599472808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"92.238003ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.600333004Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.600454137Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.600862584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.602611057Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.602649687Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.602664438Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.602680348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"95.407743ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.603561734Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.603718177Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.603743038Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.604042913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.604589753Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.607525818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.607551138Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.607610629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.60762975Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.607865824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.607890544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.607905665Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.607944045Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.608108489Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.611922339Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.612234185Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.613245994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.613493819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.613524589Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2789, tv_nsec: 728993073 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.614060769Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.614144711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.614270733Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.61463351Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.614903975Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.615069078Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.618514952Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.618545822Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.618812158Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.618845058Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.618860458Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.618906109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.61893243Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.619190125Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.619214745Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.619756115Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.62003074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.62005059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"112.960138ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.623568946Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"116.186108ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.627199763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.628173831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.628201172Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.628212772Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.628222642Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.63028312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.631283389Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.63185798Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.633203305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.635002518Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.636513126Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.636539587Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.636786441Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.638120236Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.638142177Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.638435812Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.639630594Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.639659275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.639671445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.640062482Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.640794596Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.640821606Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":55,"elapsed":"133.493179ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.643646529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.643996625Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.650362733Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.650858633Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.650884603Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.650902283Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.65394629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55bf600d-0410-4b45-ac44-304c9ee1a4c2\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:34:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.65397644Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.655673832Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.658024216Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.658055526Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"150.800631ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.660154305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.660186906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.660585483Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"885195d2-9904-487e-9296-7dbd3de0abf5\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:34:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.660617744Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.660861608Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.660885429Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:67","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.660905579Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"changed_state\":[],\"instances_found\":0,\"instances_reincarnated\":[],\"query_error\":null,\"restart_errors\":{}}","iteration":10,"elapsed":"153.756696ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.66145973Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.66363614Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.680193858Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"172.768719ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.681671335Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.681706546Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.681718616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"174.360588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.689252226Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.691546108Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.691594489Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.691761452Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.693602416Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.693635177Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.693650608Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.693661738Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.694133346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.694945772Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.694972722Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.694991862Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.695202706Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.695975171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.697288055Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.699047128Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.699292182Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.701280889Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.701301019Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.70131629Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.70133765Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.701347511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.701600065Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.701625936Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.703436559Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.70345716Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.703703244Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.703727535Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.703742815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.703751635Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:43.713253 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.703761805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2}","iteration":10,"elapsed":"196.310207ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.706939824Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.706974595Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.706987315Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.70726807Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.71370393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-09-25T17:25:19.066517Z, time_modified: 2024-09-25T17:25:19.066517Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.713766961Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]}},\"default_endpoint\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"206.605658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.728448814Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.732383917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.732472298Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.732491179Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.732741303Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.732858736Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.735887092Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":19,"elapsed":"228.747399ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.755037128Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.755091869Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.755110319Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.755354383Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.758566803Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.758600884Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.759040072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676d3f5a-1830-489f-a1bd-71279cd9559f\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:34:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.759073343Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.763023546Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.771744598Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"264.388071ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.77993022Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.779959831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.779976491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"272.482401ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.801838077Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.804708079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.80472906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.804921303Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.808062312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.808088292Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.808104712Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:42.974009 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.808121043Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1}","iteration":10,"elapsed":"301.002621ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.815258545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":19,"elapsed":"308.080872ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.849889749Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.850379818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"749fe3ae-8270-4941-ad57-10a91bdb692b\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.852883204Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.853279072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.856065473Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":19,"elapsed":"348.977591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.86075129Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.861082126Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.863533892Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.866307483Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.866340994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.866560348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.889172208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.892927208Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.893342836Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac3958a0-9edf-4776-a74c-8796ced3930d\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.893370006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.893721583Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.895442684Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.896229309Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.896614046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.897291209Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.897311729Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.897476222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.899922118Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.900238914Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.903730909Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.904030944Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"16938521-c531-4dc7-bd99-7479dce55cc3\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.905598023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":19,"elapsed":"398.233776ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.965353673Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.965803091Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"d8c84de4-1b76-414b-8090-606804e59cef\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.965820692Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.967464272Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"e3fd34e6-999a-4895-a638-f4f52b818e98\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.967479362Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.969527621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"de57cd41-da91-4341-b1af-63cccfb9e13e\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.969542301Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:21.971606549Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.97164454Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"464.369994ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:21.97650938Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.003450581Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.003776257Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.005875616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.005890786Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.006072739Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.01417045Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.014458835Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4425766a-6bc2-4411-8a3e-04a4db7be3af\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.014475806Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.014486426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.014816072Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.014827892Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.014835702Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.014842732Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.014850102Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.014856533Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.015210819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.017259647Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.017386289Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04fdea8d-1ab3-44ec-a0e0-0c6aedc787ad\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.01739937Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.017491982Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2836019b-a494-4436-978d-cf16cae0faef\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:34:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.017505452Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.017518582Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.064671578Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e7472e2-9e31-4a3d-9c5f-c99c5eb9817b\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:34:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.064703708Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.064715049Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.064723919Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.066256167Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":19,"elapsed":"558.964311ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.23597529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"ee54e8d9-7ec4-4d8d-9e76-3fa088978f8c\", \"date\": \"Wed, 25 Sep 2024 17:34:22 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.23601197Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.23602379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.236336706Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f22a685d-6923-465f-9011-574f14be9a6b\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:34:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.236381757Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.236718413Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.240049815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.240253689Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.243187294Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.24352371Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.245289143Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.245477686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:22.25213263Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":19,"elapsed":"744.68013ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:22.299163003Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"a654458e-b0ce-4601-8586-bac21d594ed0","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":727,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.50738723Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.507463121Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.507476591Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.507486012Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.507866259Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.507884749Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.509460418Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.51060648Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.510919895Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.512505885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.512525765Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.512700679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.515530621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.5160112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.517779733Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.520822199Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.52084182Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.521036053Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.529778156Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.529806726Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":56,"elapsed":"22.437037ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:31.548799319Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"41.393319ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:32.299420831Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"69a87817-3999-4bdd-91af-1602658fc76f","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":202,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.507565475Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.507629256Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.507640866Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.507650967Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.507885851Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.507937422Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.509236776Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.509395829Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.509759366Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.51216661Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.512183001Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.512321503Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.514180588Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.514343431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.515541203Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.517782115Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.517796755Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.517922077Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.5255938Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.52561094Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":57,"elapsed":"18.036365ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:41.535646717Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"28.096952ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:42.299230739Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"c389d666-04ec-42e4-b643-df039f8151fd","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507453926Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507534447Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507545517Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507553688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507563438Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507572068Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507580558Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507588228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507595348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507603818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507610658Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507619119Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507626019Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507633459Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507639609Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507645709Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507652109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50765803Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50766437Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50767278Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50767994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50768707Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50769445Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50770248Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50770967Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50772046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507728301Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507734931Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507742641Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507749711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507757101Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507763841Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507771281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507778552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.507985105Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508005626Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508018206Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508036797Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508078647Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508111978Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508127848Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508141988Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508155789Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508168729Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508182039Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.50822728Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508253681Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508263781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508272781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.508281881Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.510981971Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.511011052Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.511905258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"4.153677ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.512211844Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.512589711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.513292434Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.513320075Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.513465017Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.515465995Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.515486865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.515713519Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.517711146Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.521016278Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.521038598Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.521048378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.53193647Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"24.235751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.532141324Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.534440917Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.534471288Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.534653941Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.534951926Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2819, tv_nsec: 650394381 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.535238022Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.53836955Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2819, tv_nsec: 653644351 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.538494752Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.542021688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.542106079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.543880112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.544088386Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.544166288Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.544645986Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.545064124Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.545080434Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.54536739Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.546754545Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.546783546Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.546927249Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.547570541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.549277752Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.550443634Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.550471685Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.55075012Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.550877032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.551268389Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.551647236Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2819, tv_nsec: 667088901 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.552024523Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.552079884Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.552100105Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.552264038Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.564380023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.564435004Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":58,"elapsed":"56.941748ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.564864772Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.564886852Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.564893882Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.565195478Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.566864319Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.567086703Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.578195029Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.578641188Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.578674238Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.579048685Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.580066054Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"72.627459ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.58200558Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"74.464383ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.584518147Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.58467998Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"76.98454ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.586114117Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.586415272Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.588221216Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.590916256Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.590937566Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.59113672Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.601329859Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.60136845Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.60137677Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.601702216Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.627886092Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.627918023Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.628245939Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca42c1f3-4255-464a-a250-f16c20acc9d8\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:34:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.628262519Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.63042171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.630626314Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.630638794Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.631875877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56da383b-1306-41ab-9058-24de86797b91\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:34:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.631904137Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.633396385Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.64819205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.648507815Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.664922851Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.665175035Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bad7624c-20cf-466c-a5e0-a554f6b65bbc\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.665200686Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.665565942Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.667328265Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"159.834349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.668505257Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.668739051Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.671621775Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.671826289Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.674470238Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.674646001Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.676541056Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.676876693Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"1059db09-c4f7-4683-ac52-e68c3acfaf7f\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.679087414Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":20,"elapsed":"171.461155ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.69020923Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.690239281Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.690568897Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48e15090-32f5-4138-a715-e2e7fcdd9964\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:34:50 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.690598507Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.692394631Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.704808321Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"197.205303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.704849322Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.70526506Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.709660481Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.709683612Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.709694152Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"202.071644ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.710562928Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.713047214Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.713059794Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.713205387Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.714818737Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":20,"elapsed":"207.177098ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.729750275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.731011548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"812238d2-e1db-453e-be3d-ba64785c837d\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:34:50 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.733368882Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.733654707Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.73543488Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":20,"elapsed":"227.959804ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.738071759Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"230.41086ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.746600628Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":20,"elapsed":"239.025579ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.76126362Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"253.747324ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.773928045Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.774255341Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.77581557Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.777342859Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.777358339Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.777500811Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.778938578Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.780519658Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.780533708Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.780712851Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.819075213Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.819348988Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.821667461Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.821696631Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.822018777Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.831234849Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.832277548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d01c0a1-e110-4466-a222-698afd147f21\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.832299839Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.832311219Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.832652285Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.832662135Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.832668645Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.832674846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.832680936Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.832689196Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.83290681Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.862605022Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.863033089Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d727fee2-7310-4023-a55d-82dd47737087\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.86306271Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.863090611Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.863101841Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.863872895Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":20,"elapsed":"356.149715ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.86468836Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.864820352Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19fe6a8a-fb10-45aa-b562-7fee084ac55d\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.864837863Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.86576167Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c78b5e-e082-41d0-afee-373bedcddf72\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.86577617Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.865787141Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.95728537Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"9ceb3eba-55b4-4c89-95a7-b4455d10b457\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:51.957319171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.957329101Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.957906821Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6239140-1b88-4bf8-818c-16994aff1cb9\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:34:51 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.957947442Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.958278168Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.961497398Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.961696552Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.964915222Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.965238788Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.967419118Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.967609252Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:34:51.974055032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":20,"elapsed":"466.346631ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:34:52.299283732Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"b10f29f7-28df-4d58-a0e7-7f2e9ea3b8ce","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":204,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.507460728Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":59,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.507522579Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.507536709Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.507546759Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.507784964Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.507800804Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.509494396Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.509679129Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.50975277Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.512135565Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.512165085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.512278437Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.514071931Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.514225613Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.515610139Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.517678368Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.517691848Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.51781559Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.524531305Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.524546465Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":59,"elapsed":"17.099938ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:01.536291973Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"28.853096ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:02.299633321Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"7b53a3d5-bbb7-4aa3-a759-41b2048e2a00","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.507721136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.507783977Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.507796037Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.507805557Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.508087082Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.508102812Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.509999668Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.51224544Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.51225979Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.512388912Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.514235666Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.514479461Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.515975429Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.518160099Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.51817361Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.518302382Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.523985668Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.524008258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":60,"elapsed":"16.288223ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.534605155Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.534791768Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:11.563297798Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"55.592833ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:12.299199556Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"229db623-9a91-4745-b3cf-1e919497844f","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.403744576Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.440466228Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485193719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485358172Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485373032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485380402Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485387932Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485397062Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485720248Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"f6222fd5-f293-4a16-9c5d-5c1efb6b84f5\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.485735539Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485828081Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.485850101Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.487597083Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"97e58acf-e5a1-4219-9e79-02006e4499f1\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.487626854Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.489769014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.489792114Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"86.070829ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.491338553Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.491852913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.491866503Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.491874233Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.492192489Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.494130095Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.494156865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.494331559Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.494659074Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.494893439Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.497158471Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.497436566Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.49923846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.499531805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507010264Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507051295Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507063345Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507075275Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507087045Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507098636Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507111486Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507121996Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507133606Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507144346Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507154727Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507164497Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507173757Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507182877Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507194417Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507205027Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507217498Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507228458Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507239338Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.507249798Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-09-25 17:25:21.507161647 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507262899Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507273809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-09-25T17:35:21.507285679Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507298359Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.5073095Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\"}","iteration":12,"elapsed":"25.901µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.50731894Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.50732613Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.5073341Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.50734083Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.50734959Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.50735604Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507364221Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507374481Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507383791Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507394221Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507404171Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507414511Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507424782Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507435592Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507445502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507455352Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507464662Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507474592Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.507484663Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507494173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507503903Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507513313Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507522913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507533674Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507544744Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507554684Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507564014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507572314Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507580934Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507590805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507601605Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507611595Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507622825Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507631506Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507641276Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507654966Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507667136Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507677866Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507689936Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507703337Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507722247Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507734817Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507745318Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507791809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.50788318Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507935791Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507955032Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507968952Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507981112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.507993282Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508004833Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508016353Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508028093Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508040573Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508051713Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508062974Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508073804Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508085774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508168005Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"be8cd1d4-baa8-48cc-872f-69bc5c2df30c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 2849, tv_nsec: 623579030 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508203336Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.508224026Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"11f53a30-9163-413a-8f7f-4bf206fb8176.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"929fdd8e-9f93-4e52-8d3d-ae706bb7a130.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ddd5d4f4-1113-49a5-bb63-a018bec3753e.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2849, tv_nsec: 623644061 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.510753484Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.511274553Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.928343ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.51273025Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.512767841Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"5.595714ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.512846292Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.513166648Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-09-25 17:25:21.507161647 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.513188989Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"expiration\":\"2024-09-25T17:25:21.507161647Z\",\"pruned\":[]}","iteration":11,"elapsed":"6.011031ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.514905931Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.514936651Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"7.391627ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.515363619Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.51538705Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.515581163Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.516274026Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.516300207Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.516537361Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.516991959Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2849, tv_nsec: 632409604 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.517256864Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2849, tv_nsec: 632637388 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.519573687Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.519651289Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"12.330199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.520063586Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.520767939Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.520916942Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.563915641Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.564317688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.565237085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.565267246Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"79.762202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.565508941Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.565759175Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.569941853Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.570232318Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.573095131Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","candidates":"[(1fc94cd3-21d8-468e-ae2b-205c71297706, 0), (eb8f1ced-1867-4a4c-89c3-a1d5dc57ecee, 0), (5159d8ca-d4a5-4c9f-9ecd-e00fe5c82270, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.575491006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2849, tv_nsec: 690902080 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.578085704Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"70.942858ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.57896732Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DnsResolver","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-f0d006a2-eb4a-4510-8a1c-6c144343343f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2849, tv_nsec: 694381165 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.579397408Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1051"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.582196671Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.582521826Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.582632719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.583636847Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.58597173Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.590065687Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.592641805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"85.63241ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.597272131Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.597305121Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.597317601Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.597331392Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"90.031593ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.59777433Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.599455571Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.603513696Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.603555657Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.604002876Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.610643839Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.610811112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.614731735Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.614774976Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.61504103Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.615967888Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.615996748Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.616006499Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.616931546Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.617132219Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.61715834Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.61716948Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.617233841Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.617338863Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.617403494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"110.014373ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.617561047Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.617654569Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.618001476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.619617926Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621002541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621037292Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621216525Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621239876Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621266636Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621520341Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621621283Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621645783Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.621890298Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.622359817Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.622747494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.622955948Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.622980688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.623241453Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.623835214Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.624107909Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.625654258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.626064565Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.62683932Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.627086434Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.627109205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.627544743Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.629959038Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.629984478Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.630211642Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.632481625Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa, lookup_type: ById(9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.632508645Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.632518885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.639274891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.640902021Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.640933531Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.641292548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb80073-daf7-450d-9bba-86f8825cdbad\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.641332649Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.643179613Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.643311696Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.645115819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.6505244Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.65055894Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.650570321Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.650580051Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.650784954Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.65109802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.651165592Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.652947025Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.653324882Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"original_time_created":"2024-09-25 17:25:00.941959 UTC","original_target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_created":"2024-09-25 17:25:00.941959 UTC","target_id":"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.653350532Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"9b104cb0-9b78-4cf9-b1ba-0ef6ebb98afa\",\"time_created\":\"2024-09-25T17:25:00.941959Z\"}","iteration":61,"elapsed":"145.986642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.654748618Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.655147066Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.657288885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.657316006Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.657523999Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.658510858Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.658956446Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.660881572Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.661724278Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.662052584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.663863247Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.664163363Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.664334056Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.664354586Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.664711763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.66618902Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.667018536Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"0","iteration":21,"elapsed":"159.946311ms"} {"msg":"instance reincarnation completed successfully","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.667202109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:67","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.66723062Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"changed_state\":[],\"instances_found\":0,\"instances_reincarnated\":[],\"query_error\":null,\"restart_errors\":{}}","iteration":11,"elapsed":"159.785998ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.670532121Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.670559452Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.670750375Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.671661282Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.671685813Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"164.257921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.674494795Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.675002394Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.677313997Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.677669654Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.678922357Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.679214833Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.679517928Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.679683701Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"172.216848ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.681711989Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"174.324697ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.681806681Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.681832331Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.681843861Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.682135507Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.682162487Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.682449362Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.682959972Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.682986123Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.683183566Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.684258636Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.684519711Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.68605965Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.686405526Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.68772202Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.687801322Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.690599494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.690624154Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.690638855Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"183.234653ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.691206235Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.691232616Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.69148046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.692363217Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.692386757Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.692615361Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.694065548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.694086799Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.694096369Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.694105399Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.694494536Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.694821162Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.695209819Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.696750828Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.697619774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"190.334506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.699639112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.699984258Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.700380566Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.700394846Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.700407656Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.700712782Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.700733782Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.700747153Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.700946266Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.702384233Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.70273913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.703000994Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.703415502Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.703728818Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.704999741Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.705199225Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.706806335Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.706829615Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.70705397Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.708968205Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.709159719Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.710490753Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.710700567Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"4983f296-eda5-4ab7-98fb-1acc9a8bf292"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.710722488Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.710734688Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:42.974009 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.710746558Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1}","iteration":11,"elapsed":"203.732644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.710766259Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.712201255Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.716319762Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.716352242Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.716538206Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.721255383Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.721643421Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.722904444Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.723170529Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.725153916Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.728951906Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.728976087Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.729121149Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.732206377Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.732257808Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.732269778Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"224.592561ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.732698396Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.732729876Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.733120584Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2d4d30e-58bc-4dae-8e4d-a471905f3383\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.733142734Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.734866476Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.735224913Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1059","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.735241623Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.735501548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"MgsClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/local/switch-id\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb01bb0d-bb28-4c3e-a1a4-be085732208a\", \"content-length\": \"26\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.735516918Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1064","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.736987366Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/mod.rs:1096","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.741990888Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.742013849Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.742026879Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.742039379Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.742434677Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.742536109Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.744170449Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.744455974Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.744478425Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.744800011Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.746548763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.746796948Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.750178271Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.750394335Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.752970342Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.753177796Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.754629553Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.754890838Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.774026183Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.775418459Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.777482498Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.777513798Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.777658491Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.778215431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.778236082Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.778434885Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.780538804Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"9011eb2e-f736-49fd-9148-03ee7daa981e"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.780587565Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.780596816Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"current_time_created":"2024-09-25 17:25:43.713253 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.780604916Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":2}","iteration":11,"elapsed":"273.330707ms"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.780612246Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.780618916Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.780625976Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.781120805Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/ignition\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f766819-bd4c-438b-a827-9862face0e90\", \"content-length\": \"476\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.781156646Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.782636843Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eb067c6-29ee-42ca-a949-afaa07ddffd9\", \"content-length\": \"734\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.782672144Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.782917409Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65c1df02-c39a-461d-b108-52fb81744d40\", \"content-length\": \"86\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.782941479Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783128112Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b04733-a755-421a-bc06-84657cc7a5ae\", \"content-length\": \"86\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783143013Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783385757Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c0c2dba-f44f-40d7-bf6b-ee0062158b31\", \"content-length\": \"80\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783399548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783595571Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783676763Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b74510c-fab0-4b3d-adde-d95664fd28f1\", \"content-length\": \"80\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783719194Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783788595Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.783999979Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/stage0/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e74985f-3215-417c-848b-6910e2b1263e\", \"content-length\": \"88\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.784013939Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.784318125Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/stage0/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a785cd61-5351-45bc-8667-104f9eb0784a\", \"content-length\": \"88\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.784335235Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.784544809Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6239be24-4392-49ae-8262-a27ce648bd67\", \"content-length\": \"702\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.784578059Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.785352834Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.786440494Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35ca70e6-792c-486b-a006-870368068829\", \"content-length\": \"727\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.786465934Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.786646138Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61de6ff-e271-479d-9477-a07b0af01ee7\", \"content-length\": \"729\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.786668908Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.786817761Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/switch/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43197653-2cf3-49b0-8782-a6067bbf7a41\", \"content-length\": \"728\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.786840472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.787033635Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85b46465-288e-48e8-93b9-dbc67e00749a\", \"content-length\": \"722\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.787062426Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.78728691Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13df6c6-c719-4be6-a0c7-ab71602fa538\", \"content-length\": \"84\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.7873148Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.787520874Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/sp/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6951ceeb-1172-452e-b080-abd3501e5bfa\", \"content-length\": \"84\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.787543525Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.787752449Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb442e2f-bdd6-4517-a52a-a61579b4afc3\", \"content-length\": \"82\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.787775079Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789265957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7930aa66-182f-4ba3-8416-6f2818bcf011\", \"content-length\": \"82\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789288737Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789497431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/stage0/caboose\", query: Some(\"firmware_slot=0\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b98c10fd-0361-4982-aed0-206474d69d04\", \"content-length\": \"91\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789519981Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789726095Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/stage0/caboose\", query: Some(\"firmware_slot=1\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258cd947-1ff1-4e32-8f86-cf09c1b7d563\", \"content-length\": \"91\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789749226Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789875378Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cmpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bbc9ba-e571-4846-a54c-4ddff20a9217\", \"content-length\": \"702\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.789898148Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790039541Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8c51d0-8de0-4f37-b7f4-5e3d05c8e83f\", \"content-length\": \"727\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790061341Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790202694Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d55e2b84-bd08-41e6-a573-3032d29ababa\", \"content-length\": \"729\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790223944Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790420418Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790442948Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: \"/sp/sled/0/component/rot/cfpa\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb9b15d-ea8d-4372-866a-1f5ff1cf9d87\", \"content-length\": \"728\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790455569Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790465949Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790662603Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.790693773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.792003597Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.792417285Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.792495766Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.794050866Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.794070926Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.794197348Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.795172776Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.795500432Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/rpw/nat/ipv4/gen\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7aa7d9f-4f74-4b9e-88e3-fd686eea7c68\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:35:20 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.797021781Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.797211374Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.798680161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.815143146Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-09-25T17:25:19.066517Z, time_modified: 2024-09-25T17:25:19.066517Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, db_silo: Silo { identity: SiloIdentity { id: dcfeb960-7abf-4e10-b28d-9fa9c33e4d51, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-09-25T17:25:43.663371Z, time_modified: 2024-09-25T17:25:43.663371Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.815174967Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]}},\"default_endpoint\":{\"silo_id\":\"dcfeb960-7abf-4e10-b28d-9fa9c33e4d51\",\"tls_certs\":[\"4587ecbaf2b67b7db60d75403e610f2e4649ec3cf3016f341553db229aceff9c\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"307.915578ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.818626431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"311.321642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.819044799Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.819336624Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.852812876Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":21,"elapsed":"345.7018ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.863956953Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.864282559Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"054828f7-64c9-4a0f-9ec2-c639f7fccec6\", \"content-length\": \"372\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.864306129Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.864592865Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.865467861Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.865653224Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.86593884Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.866582472Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.866903728Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"null","iteration":21,"elapsed":"359.790711ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.867862135Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.867874796Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.868064469Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.868589599Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.868612119Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.868762012Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.869622998Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.873530621Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.873615512Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.873951118Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.874369046Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.874382477Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.87458786Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.875790353Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.875816723Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.875987356Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.87888089Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.879111214Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.880331287Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.880941958Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"0d2548c0-6989-496e-b6e1-3ff14e280b11\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.880956899Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.881758714Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.881782654Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.881987658Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.882146431Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.882293873Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"8fe80d51-fa64-4482-b43b-e1333789a22c\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.882304874Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.882497957Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc-routes\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"395178fc-d422-4a73-9c2b-4de3f2e36118\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.884229339Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":21,"elapsed":"376.752467ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.884431863Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: \"/config\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"1be7c588-6c7c-4395-9ce2-d01130e7a82d\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.884443293Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.886831438Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.886876969Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"379.420106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.915630233Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.917339524Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.917359835Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.917499207Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.928104224Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.928207396Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0ce0716f-f8c9-4394-83de-e3c9a307c077, kind: Service { id: be8cd1d4-baa8-48cc-872f-69bc5c2df30c }, name: Name(\"external-dns-be8cd1d4-baa8-48cc-872f-69bc5c2df30c\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 158, 142])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6c11a918-fc94-4079-bc26-a4214182088e, kind: Service { id: ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3 }, name: Name(\"external-dns-ae9bf3cd-ff12-421b-b5a2-d52b18bde4b3\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 63])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 29e9a065-ed81-4ab9-a046-135ca8f6fa8a, kind: Service { id: f498676d-98ca-4df7-a306-c337617f6891 }, name: Name(\"nexus-f498676d-98ca-4df7-a306-c337617f6891\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 141])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae338cab-a4a6-4cf1-a3ee-cbd6fa5a4190, kind: Service { id: 313e9723-c1f8-48c7-a257-702d615dcb31 }, name: Name(\"nexus-313e9723-c1f8-48c7-a257-702d615dcb31\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 232])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d18351e9-a721-467d-aba3-5783c5185b9d, kind: Service { id: 2fc249d5-9788-4a35-ad94-1440f36e8698 }, name: Name(\"nexus-2fc249d5-9788-4a35-ad94-1440f36e8698\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 215])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.928242147Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.929728425Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.930093111Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.932139619Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:147","port":"SwitchPort { id: 6e5d68bf-01bc-412c-9915-3ad6fd435156, rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(d5d8104c-5830-4cb9-9490-d372d8c75371) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.9321685Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.932409624Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.94133117Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.941680607Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/port/qsfp0/settings\", query: Some(\"tag=omicron\"), fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936ab5d7-252c-4206-85c9-d909585235d3\", \"content-length\": \"121\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.941699637Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1714","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.941710967Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1741","switch_port_settings_id":"d5d8104c-5830-4cb9-9490-d372d8c75371","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.941961802Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:379","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.941974242Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.941981232Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:392","routes":"{}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.941988022Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:398","routes":"{}"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:21.941994962Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:418"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.942001213Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.942192456Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.994284473Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:21.994325424Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.002020097Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.004439922Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.005645644Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv4\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe86f20-7d0e-4530-961a-fb42bcbc84c2\", \"content-length\": \"2\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.005671435Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.005778517Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"DpdClient","rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: \"/loopback/ipv6\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f955fc39-210e-47ea-af1f-c5c0ec314f8d\", \"content-length\": \"52\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.005796837Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:467","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\" }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.005808878Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.045505345Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","vpc_to_sled":"[Sled { identity: SledIdentity { id: f0d006a2-eb4a-4510-8a1c-6c144343343f, time_created: 2024-09-25T17:25:39.350977Z, time_modified: 2024-09-25T17:25:39.350977Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 5c1bad99-30b8-419d-9695-a982a6249225, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.045554676Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.045563116Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.045838161Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.047967891Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.048188975Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.049728123Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.053718857Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Sled { parent: Fleet, key: f0d006a2-eb4a-4510-8a1c-6c144343343f, lookup_type: ById(f0d006a2-eb4a-4510-8a1c-6c144343343f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.083684114Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.221739548Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/inventory\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ef22fc-d485-4915-86a5-b769f33261f0\", \"content-length\": \"20300\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.232720082Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/v2p\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee82c5ec-bed3-47d1-a0ae-dfd54abd51c4\", \"content-length\": \"691\", \"date\": \"Wed, 25 Sep 2024 17:35:22 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.232758773Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.232771653Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.232780423Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.233065989Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/omicron-zones","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.234105968Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":21,"elapsed":"727.073924ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.243601134Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"f0d006a2-eb4a-4510-8a1c-6c144343343f","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"c9eaa79b-af62-4c70-9cc9-6e9d493008df\", \"date\": \"Wed, 25 Sep 2024 17:35:22 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.244912929Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.244927969Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","elapsed":"753.060937ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.244937189Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":3,"elapsed":"753.074367ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.257975671Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/omicron-zones\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5602dcb5-5d72-475c-bce2-1199e16c11a5\", \"content-length\": \"10314\", \"date\": \"Wed, 25 Sep 2024 17:35:22 GMT\"} })"} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.266734014Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.266755694Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.267026759Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.269091678Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.270763389Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.273232085Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.273382008Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.299728867Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"uri":"/f498676d-98ca-4df7-a306-c337617f6891","method":"GET","req_id":"6ce107b8-cf31-4531-9370-f90300bff1b9","remote_addr":"[fd00:1122:3344:101::d]:64254","local_addr":"[fd00:1122:3344:101::b]:64140","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","component":"nexus-producer-server","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/06c8dab/dropshot/src/server.rs:914","latency_us":987,"response_code":"200"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.346876542Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/switch-ports\", query: None, fragment: None }, status: 204, headers: {\"x-request-id\": \"b9e4b457-c8a8-492a-b458-a9adc4678259\", \"date\": \"Wed, 25 Sep 2024 17:35:21 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.346920393Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:770","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.346931044Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.351850265Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"rack_id":"5c1bad99-30b8-419d-9695-a982a6249225","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(Response { url: Url { scheme: \"http\", cannot_be_a_base: false, username: \"\", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: \"/network-bootstore-config\", query: None, fragment: None }, status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a9065c4-a4aa-436e-b985-536312ae5412\", \"content-length\": \"667\", \"date\": \"Wed, 25 Sep 2024 17:35:22 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.351886816Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.352222892Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.355522473Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.355792058Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.358752133Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.35909857Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.361420713Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.361608666Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.368718758Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{}","iteration":21,"elapsed":"861.557132ms"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-09-25T17:35:22.474017904Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","file":"nexus/db-queries/src/db/datastore/inventory.rs:970","collection_id":"778d558b-f843-4d66-90ca-e16889c473d9"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.476052312Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","time_started":"2024-09-25 17:35:21.780546 UTC","collection_id":"778d558b-f843-4d66-90ca-e16889c473d9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.476140834Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"collection_id\":\"778d558b-f843-4d66-90ca-e16889c473d9\",\"time_done\":\"2024-09-25 17:35:22.266732 UTC\",\"time_started\":\"2024-09-25 17:35:21.780546 UTC\"}","iteration":2,"elapsed":"990.754811ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.476155774Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.476166454Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.47648517Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.478025138Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.47969925Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.4797198Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.479879693Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.481630776Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.481818139Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.483364778Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.485319854Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.485342334Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.485475807Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-09-25T17:35:22.58149413Z","hostname":"oxz_nexus_f498676d-98ca-4df7-a306-c337617f6891","pid":22711,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"f498676d-98ca-4df7-a306-c337617f6891","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"105.308176ms"}